-- Logs begin at Fri 2022-06-03 15:30:30 UTC, end at Fri 2022-06-03 16:40:34 UTC. -- Jun 03 16:07:02.430246 dv-cinder-836996-28-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 16:07:05.320980 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.common.config [-] Logging enabled! Jun 03 16:07:05.321570 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev294 Jun 03 16:07:05.321765 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103829) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 03 16:07:05.325157 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.common.config [-] Logging enabled! Jun 03 16:07:05.325409 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev294 Jun 03 16:07:05.325717 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103829) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 03 16:07:05.326648 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 16:07:05.326876 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 16:07:05.327401 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 16:07:05.327648 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 16:07:05.327873 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 16:07:05.328186 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.328481 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.328706 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.328999 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.329287 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.329567 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.329852 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.330141 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.330420 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.330693 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.330969 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.331195 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.331495 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.331776 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.332056 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.332273 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] debug = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.332553 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.332973 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.333376 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.333663 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.333947 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.334220 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.334486 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.334756 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.335032 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.335377 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] host = dv-cinder-836996-28-iscsi {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.335653 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.335954 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.336240 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.336520 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.336789 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.337059 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.337339 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.337605 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.337869 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.338138 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.338416 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.338694 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.338975 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.339194 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.339431 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.339711 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.339993 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.340262 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.340529 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.340796 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.341064 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.341337 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.341597 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.341873 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.342150 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.342433 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.342701 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.342970 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.343238 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.343528 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.343807 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.344075 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.344342 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.344610 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.344888 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.345153 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.345421 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.345713 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.345991 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.346268 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.346545 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.346812 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.347086 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.347372 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.347639 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.347904 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_json = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.348168 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.348430 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.348704 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.348968 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.349230 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.349497 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.349761 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.350037 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.350303 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:05.350591 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.350880 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.351172 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.351483 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.352292 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.352569 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.352855 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.353126 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.353408 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.353691 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.353971 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.354242 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.354536 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.354820 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.355105 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.355425 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.355714 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.356001 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.356272 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.356539 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.356807 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.357079 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.357362 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.357633 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.357916 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.358200 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.358474 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.358764 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.359039 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.359342 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.359633 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.359919 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.360192 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.360465 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.360750 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.361025 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.361295 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.361577 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.361853 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.362120 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.362395 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.362677 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.362962 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.363233 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.363529 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.363813 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.364086 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.364352 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.364618 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.364889 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.365157 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.365435 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.365707 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.365973 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.366239 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.366510 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.366775 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.367041 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.367966 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.368239 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.368512 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.368780 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.369047 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.369313 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.369581 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.369847 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.370112 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.370377 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.370646 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.370911 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.371175 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.371471 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.371742 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.372009 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.372300 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.372572 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.372845 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.373123 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.373396 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.373667 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.373937 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.374208 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.374480 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.374743 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.375025 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.375325 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.375613 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.375889 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.376163 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.376475 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.376751 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.377022 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.377300 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.377572 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.377843 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.378122 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.378400 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.378686 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.378973 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.379246 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.379557 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.379846 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.380131 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.380407 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.380708 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.380980 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:05.381194 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 16:07:05.381425 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103829) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 16:07:05.758459 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 03 16:07:05.758732 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 03 16:07:05.759029 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 03 16:07:05.759377 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 16:07:06.094617 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.094835 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.095100 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.096299 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.096572 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.096831 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.150510 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.150782 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.151045 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.166868 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.167143 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.167427 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.194836 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.195103 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.195911 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.233301 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.235261 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.235560 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.579521 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.580185 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.580185 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.580345 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.580968 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.678064 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.678377 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.678651 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.678916 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.679177 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.679502 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.680278 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.680529 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.680773 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.681045 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.681298 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.681561 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.681810 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.682055 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.682304 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.682559 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.682942 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.683207 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.683496 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.683767 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.684018 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.684264 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.684541 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.684909 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.685152 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.685391 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.685770 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:07:06.686003 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:07:06.686232 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:07:06.686468 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:07:06.686697 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:07:06.686927 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:07:06.687282 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 16:07:06.690317 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 16:07:06.694189 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 16:07:06.698373 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Jun 03 16:07:06.699992 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 16:07:06.700453 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 16:07:06.700780 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 16:07:06.701159 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 16:07:06.704090 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 16:07:06.704334 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 16:07:06.704668 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 16:07:06.709503 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 03 16:07:06.732427 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 16:07:06.732875 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.733165 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103829) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 03 16:07:06.733530 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.734866 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103829) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 16:07:06.735143 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 16:07:06.735408 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 16:07:06.738538 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.738811 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:06.799948 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 16:07:06.800182 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 16:07:06.800412 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 16:07:06.800770 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 16:07:06.852739 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO dbcounter [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Registered counter for database neutron Jun 03 16:07:06.872060 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_db.sqlalchemy.engines [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103829) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 03 16:07:06.877712 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG dbcounter [-] [103829] Writer thread running {{(pid=103829) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 16:07:07.312542 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Initializing driver for type 'gre' Jun 03 16:07:07.313091 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] gre ID ranges: [(1, 1000)] Jun 03 16:07:07.367856 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Initializing driver for type 'local' Jun 03 16:07:07.368265 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Initializing driver for type 'vlan' Jun 03 16:07:07.381147 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] VlanTypeDriver initialization complete Jun 03 16:07:07.381571 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Initializing driver for type 'vxlan' Jun 03 16:07:07.382028 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] vxlan ID ranges: [(1, 1000)] Jun 03 16:07:07.438429 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Initializing extension driver 'port_security' Jun 03 16:07:07.438768 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.extensions.port_security [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] PortSecurityExtensionDriver initialization complete Jun 03 16:07:07.439100 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Initializing mechanism driver 'openvswitch' Jun 03 16:07:07.439477 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Initializing mechanism driver 'hyperv' Jun 03 16:07:07.446530 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.plugin [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:07.447184 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > port after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.447607 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.447960 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > port after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.448462 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 16:07:07.448877 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > subnet after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.449229 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > subnet after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.449569 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.449954 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 16:07:07.450358 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > network after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.450712 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > network after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.451052 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > network after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.451464 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 16:07:07.451885 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > security_group after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.452229 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > security_group after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.452565 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.452951 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 16:07:07.453348 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.453689 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.454024 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.454406 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 16:07:07.454804 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > address_group after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.455147 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > address_group after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.455505 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.456049 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 16:07:07.456494 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] ML2 OVO RPC backend initialized. {{(pid=103829) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 03 16:07:07.457203 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.457558 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.457973 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > network before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.458328 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > networks before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.458674 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > port before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.459012 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > ports before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.459379 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > subnet before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.459721 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > subnets before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.460065 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > network after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.460403 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > network after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.460738 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > network after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.461105 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > port after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.461445 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.461779 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > port after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.462116 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > subnet after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.462453 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > subnet after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.462802 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.470108 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded quota_driver: . Jun 03 16:07:07.470466 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.plugin [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Modular L2 Plugin initialization complete Jun 03 16:07:07.470810 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading services supported by the core plugin {{(pid=103829) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 16:07:07.471152 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Got port-security extension from driver 'port_security' Jun 03 16:07:07.471653 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.extensions.vlantransparent [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Disabled vlantransparent extension. Jun 03 16:07:07.472144 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103829) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 16:07:07.472467 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading Plugin: router Jun 03 16:07:07.507871 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.508794 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router after_create 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.509202 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router before_create 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.509571 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.509948 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.510305 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router after_delete 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.510665 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > floatingip after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.511015 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.511407 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router after_create 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.511758 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router after_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.512106 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router after_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.512453 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.512809 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router after_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.513218 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router precommit_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.513585 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.513924 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: port after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.514260 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: subnet after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.514599 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.514945 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.515305 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router precommit_create 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.515653 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: port before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.515996 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router precommit_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.516349 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router after_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.516691 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.517042 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router precommit_create 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.517401 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.517747 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router precommit_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.518115 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > agent after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.518463 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > agent after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.518808 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > network after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.519693 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Tracking information for resource: router configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:07:07.520023 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Tracking information for resource: floatingip configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:07:07.525337 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.db.l3_agentschedulers_db [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 16:07:07.525908 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.526268 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: port after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.526618 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: port after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.526966 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.527798 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router before_create 55550100 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.528168 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.528529 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router precommit_create 55550100 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.528887 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > router precommit_update 55550100 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.533726 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.services.provider_configuration [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service providers = [] {{(pid=103829) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 16:07:07.534089 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.db.servicetype_db [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103829) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 16:07:07.537056 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.services.service_base [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 16:07:07.537407 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.services.service_base [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 16:07:07.537746 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.services.service_base [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 16:07:07.538642 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.services.service_base [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 16:07:07.539053 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.services.service_base [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 16:07:07.539457 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:07:07.539781 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 16:07:07.550292 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:07:07.550622 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading Plugin: auto_allocate Jun 03 16:07:07.556856 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: network precommit_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.557223 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: network precommit_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.557740 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:07:07.558067 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading Plugin: tag Jun 03 16:07:07.564821 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:07:07.565155 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading Plugin: timestamp Jun 03 16:07:07.568979 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:07:07.569315 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading Plugin: network_ip_availability Jun 03 16:07:07.575339 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.575711 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.576091 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.576794 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:07:07.577114 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading Plugin: flavors Jun 03 16:07:07.581758 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:07:07.582281 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading Plugin: revisions Jun 03 16:07:07.587815 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:07:07.588218 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=103829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 03 16:07:07.588962 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103829) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 03 16:07:07.589298 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Initializing extension manager. Jun 03 16:07:07.589818 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: __init__.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.590171 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: __pycache__ {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.590492 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: _port_mac_address_override.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.590826 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: address_group.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.591611 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.592171 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: address-group Jun 03 16:07:07.592492 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: address_scope.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.593205 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.593710 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: address-scope Jun 03 16:07:07.594029 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.595095 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.595630 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: router-admin-state-down-before-update Jun 03 16:07:07.595954 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: agent.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.596654 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.597155 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: agent Jun 03 16:07:07.597474 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: agent_resources_synced.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.598385 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.598894 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: agent-resources-synced Jun 03 16:07:07.599217 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: allowedaddresspairs.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.601030 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.602083 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: allowed-address-pairs Jun 03 16:07:07.602408 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: auto_allocated_topology.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.603506 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.604019 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: auto-allocated-topology Jun 03 16:07:07.604347 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: availability_zone.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.605040 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.605543 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: availability_zone Jun 03 16:07:07.605864 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: availability_zone_filter.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.606773 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.607279 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: availability_zone_filter Jun 03 16:07:07.607630 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: data_plane_status.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.608535 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.609037 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 16:07:07.609354 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: default_subnetpools.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.610274 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.610775 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: default-subnetpools Jun 03 16:07:07.611094 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.611925 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.612435 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: dhcp_agent_scheduler Jun 03 16:07:07.612756 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: dns.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.613667 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.614169 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension dns-integration not supported by any of loaded plugins Jun 03 16:07:07.614489 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: dns_domain_ports.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.615424 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.615925 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 16:07:07.616244 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.617733 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.618229 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 03 16:07:07.618549 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: dvr.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.619216 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.619749 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: dvr Jun 03 16:07:07.620068 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: ecmp_routes.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.620976 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.621477 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension ecmp_routes not supported by any of loaded plugins Jun 03 16:07:07.621797 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: empty_string_filtering.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.622700 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.623210 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: empty-string-filtering Jun 03 16:07:07.623560 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.624464 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.624971 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 16:07:07.625290 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.626190 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.626688 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 16:07:07.627008 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: external_net.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.627944 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.628447 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: external-net Jun 03 16:07:07.628763 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.629659 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.630157 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: extra_dhcp_opt Jun 03 16:07:07.630478 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: extraroute.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.631398 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.631899 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: extraroute Jun 03 16:07:07.632220 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: extraroute_atomic.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.633253 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.633756 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: extraroute-atomic Jun 03 16:07:07.634077 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: filter_validation.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.634740 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.635237 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: filter-validation Jun 03 16:07:07.635582 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: fip_pf_description.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.636490 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.636986 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 16:07:07.637306 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: fip_pf_port_range.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.638213 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.638710 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 03 16:07:07.639037 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: fip_port_details.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.639976 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.640478 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: fip-port-details Jun 03 16:07:07.640799 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: flavors.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.642010 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.642522 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: flavors Jun 03 16:07:07.642846 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.644676 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.645203 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 16:07:07.645535 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: floatingip_pools.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.646233 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.647005 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: floatingip-pools Jun 03 16:07:07.647354 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: ip_allocation.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.648297 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.648803 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 16:07:07.649124 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.650032 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.650538 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: ip-substring-filtering Jun 03 16:07:07.650861 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: l2_adjacency.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.651823 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.652327 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 16:07:07.652647 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: l3.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.653614 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.654132 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: router Jun 03 16:07:07.654459 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.656712 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.657236 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 16:07:07.657568 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.658487 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.659002 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: ext-gw-mode Jun 03 16:07:07.659354 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.660270 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.660779 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: l3-ha Jun 03 16:07:07.661104 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.662008 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.662509 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 03 16:07:07.662830 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: l3_flavors.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.663837 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.664864 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: l3-flavors Jun 03 16:07:07.665186 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: l3_ndp_proxy.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.666541 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.667055 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 03 16:07:07.667409 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.668322 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.668833 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 16:07:07.669157 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: l3agentscheduler.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.670197 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.670709 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: l3_agent_scheduler Jun 03 16:07:07.671036 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: local_ip.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.672823 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.673347 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension local_ip not supported by any of loaded plugins Jun 03 16:07:07.673683 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: logging.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.675135 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.675680 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension logging not supported by any of loaded plugins Jun 03 16:07:07.676014 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: metering.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.676758 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.677339 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: metering Jun 03 16:07:07.677667 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.678896 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.679453 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: metering_source_and_destination_fields Jun 03 16:07:07.680322 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: multiprovidernet.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.681250 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.681763 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: multi-provider Jun 03 16:07:07.682086 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: netmtu.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.682990 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.683521 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: net-mtu Jun 03 16:07:07.683846 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: netmtu_writable.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.684761 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.685266 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: net-mtu-writable Jun 03 16:07:07.685587 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: network_availability_zone.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.686254 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.686756 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: network_availability_zone Jun 03 16:07:07.687074 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: network_ip_availability.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.688199 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.688711 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: network-ip-availability Jun 03 16:07:07.689036 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: network_segment_range.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.689791 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.690292 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 16:07:07.690612 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: pagination.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.691612 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.691941 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: pagination Jun 03 16:07:07.692259 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: port_device_profile.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.693173 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.693683 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: port-device-profile Jun 03 16:07:07.694005 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: port_mac_address_override.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.694927 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.695484 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: port-mac-override Jun 03 16:07:07.695807 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.696718 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.697223 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: port-mac-address-regenerate Jun 03 16:07:07.697545 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.698451 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.698962 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: port-numa-affinity-policy Jun 03 16:07:07.699284 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: port_resource_request.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.700207 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.700712 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 16:07:07.701033 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: port_resource_request_groups.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.701983 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.702486 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 03 16:07:07.702807 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: portbindings.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.703751 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.704264 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: binding Jun 03 16:07:07.704588 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: portbindings_extended.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.705834 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.706348 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: binding-extended Jun 03 16:07:07.706679 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: portsecurity.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.707614 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.708128 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: port-security Jun 03 16:07:07.708455 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: project_id.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.709421 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.709750 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: project-id Jun 03 16:07:07.710068 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: providernet.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.711016 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.711556 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: provider Jun 03 16:07:07.711880 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.715496 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.716017 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos not supported by any of loaded plugins Jun 03 16:07:07.716346 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.717574 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.718095 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 16:07:07.718425 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.719390 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.719902 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 16:07:07.720228 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_default.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.721132 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.721642 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-default not supported by any of loaded plugins Jun 03 16:07:07.721967 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_fip.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.722876 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.723420 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-fip not supported by any of loaded plugins Jun 03 16:07:07.723747 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_fip_network_policy.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.724653 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.725158 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 03 16:07:07.725483 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_gateway_ip.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.726945 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.727489 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 16:07:07.727814 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_port_network_policy.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.728729 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.729234 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 16:07:07.729559 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.730583 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.731095 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 03 16:07:07.731462 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.732493 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.733005 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 03 16:07:07.733329 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_pps_rule.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.734496 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.735010 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-pps not supported by any of loaded plugins Jun 03 16:07:07.735363 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_rule_type_details.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.736386 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.736901 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 16:07:07.737226 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_rule_type_filter.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.738135 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.738649 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 03 16:07:07.738970 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: qos_rules_alias.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.740032 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.740545 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 16:07:07.740871 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: quota_check_limit.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.741780 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.742905 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: quota-check-limit Jun 03 16:07:07.743230 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: quotasv2.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.744177 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.744507 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: quotas Jun 03 16:07:07.744826 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: quotasv2_detail.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.746509 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.746852 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: quota_details Jun 03 16:07:07.747183 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: rbac.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.748259 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.748787 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: rbac-policies Jun 03 16:07:07.749118 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: rbac_address_group.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.750050 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.750566 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: rbac-address-group Jun 03 16:07:07.750895 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: rbac_address_scope.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.751914 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.752430 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: rbac-address-scope Jun 03 16:07:07.752758 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: rbac_security_groups.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.753685 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.754202 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: rbac-security-groups Jun 03 16:07:07.754528 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: rbac_subnetpool.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.755477 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.755986 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: rbac-subnetpool Jun 03 16:07:07.756310 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: revisionifmatch.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.757230 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.757764 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: revision-if-match Jun 03 16:07:07.758135 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: revisions.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.759190 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.759791 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: standard-attr-revisions Jun 03 16:07:07.760117 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: router_availability_zone.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.760787 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.761298 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: router_availability_zone Jun 03 16:07:07.761625 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: routerservicetype.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.762538 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.763047 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension router-service-type not supported by any of loaded plugins Jun 03 16:07:07.763400 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.764325 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.764836 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: security-groups-normalized-cidr Jun 03 16:07:07.765158 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.766067 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.766575 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: port-security-groups-filtering Jun 03 16:07:07.766897 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.767843 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.768364 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: security-groups-remote-address-group Jun 03 16:07:07.768689 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.769606 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.770117 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: security-groups-shared-filtering Jun 03 16:07:07.770438 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: securitygroup.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.780539 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.781068 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: security-group Jun 03 16:07:07.781402 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: segment.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.782119 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.782628 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension segment not supported by any of loaded plugins Jun 03 16:07:07.782956 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.783903 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.784412 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 16:07:07.784738 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: servicetype.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.785828 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.786336 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: service-type Jun 03 16:07:07.786663 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: sorting.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.787659 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.787989 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: sorting Jun 03 16:07:07.788316 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: standard_attr_segment.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.789732 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.790243 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 16:07:07.790567 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: standardattrdescription.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.791213 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.791752 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: standard-attr-description Jun 03 16:07:07.792077 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: stateful_security_group.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.793150 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.793670 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: stateful-security-group Jun 03 16:07:07.793995 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: stdattrs_common.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.794571 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 16:07:07.794891 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.795859 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.796502 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 16:07:07.796834 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: subnet_onboard.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.797907 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.798428 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: subnet_onboard Jun 03 16:07:07.798753 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.799714 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.800222 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 16:07:07.800547 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: subnet_service_types.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.801468 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.801984 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: subnet-service-types Jun 03 16:07:07.802307 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: subnetallocation.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.803413 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.803922 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: subnet_allocation Jun 03 16:07:07.804250 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.805453 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.805958 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: subnetpool-prefix-ops Jun 03 16:07:07.806286 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.807215 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.807735 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 16:07:07.808059 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: tagging.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.809119 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.809640 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: standard-attr-tag Jun 03 16:07:07.809968 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: timestamp.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.811159 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.811703 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loaded extension: standard-attr-timestamp Jun 03 16:07:07.812029 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: trunk.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.813046 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.813560 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension trunk not supported by any of loaded plugins Jun 03 16:07:07.813886 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: trunk_details.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.814796 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.815315 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension trunk-details not supported by any of loaded plugins Jun 03 16:07:07.815656 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: uplink_status_propagation.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.816574 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.817083 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 16:07:07.817407 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Loading extension file: vlantransparent.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 16:07:07.818078 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 16:07:07.818592 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 16:07:07.821193 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:network Jun 03 16:07:07.821719 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:subnet Jun 03 16:07:07.822116 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 16:07:07.822512 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:port Jun 03 16:07:07.823804 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.824241 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service FLAVORS assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.824858 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.825285 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.825617 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:router Jun 03 16:07:07.826043 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:floatingip Jun 03 16:07:07.826522 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service METERING assigned prefix: /metering {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.828008 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.828384 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.828735 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:07:07.829742 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 16:07:07.830178 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:security_group Jun 03 16:07:07.830621 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 16:07:07.831220 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service CORE assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.831574 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 16:07:07.831921 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] subnetpool is already registered Jun 03 16:07:07.832350 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service CORE assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.832685 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 16:07:07.833022 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] subnetpool is already registered Jun 03 16:07:07.835257 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.835720 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service FLAVORS assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.836334 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.836757 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.837089 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:router Jun 03 16:07:07.837433 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] router is already registered Jun 03 16:07:07.837843 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:floatingip Jun 03 16:07:07.838180 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] floatingip is already registered Jun 03 16:07:07.838640 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service METERING assigned prefix: /metering {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.839317 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 16:07:07.839648 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] rbac_policy is already registered Jun 03 16:07:07.840060 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:security_group Jun 03 16:07:07.840393 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] security_group is already registered Jun 03 16:07:07.840794 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 16:07:07.841125 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] security_group_rule is already registered Jun 03 16:07:07.841739 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service CORE assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.842062 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 16:07:07.842401 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] subnetpool is already registered Jun 03 16:07:07.842813 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Service CORE assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:07:07.843135 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 16:07:07.843498 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] subnetpool is already registered Jun 03 16:07:07.843958 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: extensions {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.845405 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: address-groups {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.846886 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: address-scopes {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.848231 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: agents {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.849396 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: auto-allocated-topology {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.850617 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: availability_zones {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.852400 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: dhcp-networks {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.853908 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: dhcp-agents {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.855356 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: routers {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.858069 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: flavors {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.860339 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: service_profiles {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.861553 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: next_providers {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.862995 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: service_profiles {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.864576 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: floatingip-pools {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.865807 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: routers {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.868071 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: floatingips {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.869342 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: l3-routers {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.870744 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: l3-agents {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.872192 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: metering-labels {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.873450 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: metering-label-rules {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.874810 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: network-ip-availabilities {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.876071 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: bindings {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.877634 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: quotas {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.879310 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: quotas {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.880853 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: rbac-policies {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.882053 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: security-groups {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.883404 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: security-group-rules {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.884651 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: service-providers {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.885868 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: subnetpools {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.887190 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: subnetpools {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.888728 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.890441 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.892296 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.894101 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.895786 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.898000 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.899762 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.901710 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.903521 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.905273 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:07:07.911313 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING keystonemiddleware.auth_token [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 16:07:07.917093 dv-cinder-836996-28-iscsi neutron-server[103829]: WARNING keystonemiddleware.auth_token [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 16:07:07.926310 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Acquired lock "singleton_lock" {{(pid=103829) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 03 16:07:07.926791 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Releasing lock "singleton_lock" {{(pid=103829) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 03 16:07:07.927625 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO oslo_service.service [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Starting 2 workers Jun 03 16:07:07.933037 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Started child 103936 {{(pid=103829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 16:07:07.937601 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Started child 103937 {{(pid=103829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 16:07:07.938464 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:07.939198 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO neutron.service [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 16:07:07.939869 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Publish callbacks [] for process (None), before_spawn {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:07.939978 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [-] (103936) wsgi starting up on http://0.0.0.0:9696 Jun 03 16:07:07.942215 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:07.942636 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO oslo_service.service [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Starting 1 workers Jun 03 16:07:07.943631 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [-] (103937) wsgi starting up on http://0.0.0.0:9696 Jun 03 16:07:07.947661 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Started child 103938 {{(pid=103829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 16:07:07.948214 dv-cinder-836996-28-iscsi neutron-server[103829]: INFO oslo_service.service [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Starting 1 workers Jun 03 16:07:07.951288 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.service [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] calling RpcWorker wait() {{(pid=103938) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 16:07:07.951855 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.service [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] returning from RpcWorker wait() {{(pid=103938) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 16:07:07.952882 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Started child 103939 {{(pid=103829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 16:07:07.953280 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:07.953674 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6ecba9cd-b387-4acf-8631-6cf0532c88ed None None] Publish callbacks [] for process (None), after_spawn {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:07.953767 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:07.955610 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103829) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 03 16:07:07.955817 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 16:07:07.956160 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 16:07:07.956521 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 16:07:07.956969 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 16:07:07.957275 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 16:07:07.957922 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:07.958395 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.958395 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.958525 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.958729 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.959149 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:07.959368 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.959646 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.959917 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.960206 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.960461 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.960627 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.961479 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.961870 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.962252 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.962717 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.963126 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.963577 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.963972 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.964301 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.964692 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.965091 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.965495 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.965949 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] debug = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.966348 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.966986 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.967404 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.967788 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.968189 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.968604 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.968994 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.969407 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.969782 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.970160 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.970558 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.970967 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.971363 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.971717 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.972097 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.972515 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.972934 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.973555 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] host = dv-cinder-836996-28-iscsi {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.973932 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.974326 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.974698 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.975111 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.975559 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.975922 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.976536 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.977439 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.977857 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.978268 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.978673 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.979060 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.979460 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.979873 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.980046 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_options = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.980318 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.980672 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.981079 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.981406 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.981703 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.982005 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.982421 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.982733 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.983115 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.983508 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.983950 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.984340 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.984726 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.985080 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.985451 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.985809 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.986189 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.986558 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.986945 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.987367 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.987740 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.988111 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.988482 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.988856 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.989226 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.989609 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.989999 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.990367 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.990726 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.991119 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.991567 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.991838 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.992109 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.992359 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.992627 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.992863 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.993101 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.993329 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.993617 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.993845 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.994289 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.994732 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.995122 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.995547 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.995906 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.996247 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.996625 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_json = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.996966 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.997341 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.997711 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.998084 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.998465 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.998834 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.999191 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.999599 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:07.999819 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.000434 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.000733 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.001093 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.001322 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.001583 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.001828 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.002061 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.002533 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.002846 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.003336 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.003848 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.004281 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.004794 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.005164 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.005539 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.005967 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.006293 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.006630 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.006950 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.007277 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.007616 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.007951 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.008677 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.008677 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.008839 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.009119 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.009356 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.009652 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.009920 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.010199 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.010557 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.010825 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.011079 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.011333 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.011570 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.011795 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.012212 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.012618 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.012999 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.013380 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.013672 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.014095 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.014536 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.014662 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.014788 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.015016 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.015458 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.015698 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.016111 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.016530 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.016983 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.017374 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.017802 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.018215 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.018617 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.019025 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.019456 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.019914 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.020349 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.020802 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.021210 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.021866 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.022342 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.022538 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.022973 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.022973 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.023205 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.024140 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.024534 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.024897 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.025248 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.025668 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.026067 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.026379 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.026604 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.026937 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.027064 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.027328 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.027516 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.027731 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.027972 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.028337 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.028574 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.028829 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.029017 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.029443 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.029874 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.030088 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.030296 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.030661 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.031051 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.031371 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.031617 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.031893 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.032125 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.032367 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.032586 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.032839 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.033218 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.033456 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.033672 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.033938 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.034161 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.034424 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.034819 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.035038 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.035486 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.035710 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.035953 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.036178 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.036399 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.036639 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.036869 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.037123 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.037360 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.037592 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.037812 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.038075 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.038337 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.038606 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.038847 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.039229 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.039506 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.039789 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.040617 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.040911 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.041186 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.041424 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.041675 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.041933 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.042191 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.042438 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.042760 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.043013 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.043271 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.043709 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.044007 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.044162 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.044390 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.044829 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.044938 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.045168 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.045387 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.045654 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.045903 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.046299 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.046722 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.047123 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.047232 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.047502 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.047740 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.047987 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.048202 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.048457 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.048677 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.048910 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.049202 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.049379 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.049611 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.049828 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.050066 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.050281 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.050502 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.050714 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.051093 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.051501 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.051751 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.051966 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.052208 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.052447 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.052665 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.052914 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.053131 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.053364 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.053634 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.053850 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.054126 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.054375 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.054630 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.054861 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.055089 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.055368 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.055609 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.055858 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.056081 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.056295 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.056538 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.056925 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.057166 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.057407 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.057637 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.057851 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.058107 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.058350 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.058830 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.059072 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.059343 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.059596 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.059852 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.060065 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.060473 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.060763 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.061022 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.061240 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.061467 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.061709 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.061946 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.062166 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.062384 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.062620 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.062712 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:08.062881 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.063119 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.063384 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.063601 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.063824 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.064040 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.064277 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.064492 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.064703 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.064916 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.065226 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.065457 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.065688 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.065976 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.066248 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.066492 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.066747 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.066979 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.067225 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.067630 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.067936 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.068084 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.068456 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.068831 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.069052 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.069302 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.069519 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.069839 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.069938 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.070176 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.070391 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.070759 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.070885 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.071101 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.071350 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.071571 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.071785 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.072031 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.072251 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.072461 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.072682 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.072929 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.073144 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.073373 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.073585 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.073795 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.074016 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.074232 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.074465 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.074763 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.075017 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.075236 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.075548 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.075776 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.076026 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.076279 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.076608 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.076823 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.077230 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.077456 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.077674 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.078048 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.078311 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.078642 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.079111 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.079385 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.079646 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.079922 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.080211 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.080487 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.080721 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.081011 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.081363 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.081638 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.081885 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.082149 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.082384 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.082609 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.082825 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.083134 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.083411 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.083649 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.083897 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.084128 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.084346 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.084559 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.084798 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.085010 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.085251 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.085489 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.085713 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.086464 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.086618 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 16:07:08.087329 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103829) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 03 16:07:08.087491 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 16:07:08.087648 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 16:07:08.087817 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 16:07:08.087984 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 16:07:08.088137 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 16:07:08.088343 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.088529 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.088699 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.088809 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.089000 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.089144 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.089303 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.089460 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.089616 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.089779 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.089932 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.090246 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.090586 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.090812 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.090971 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.091128 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.091286 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.091474 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.091630 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.091796 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.091958 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.092117 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] debug = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.092284 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.092470 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.092627 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.092934 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.093094 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.093249 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.093406 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.093567 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.093721 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.093882 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.094035 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.094342 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.094498 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.094657 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.094810 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.095115 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.095272 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.095454 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] host = dv-cinder-836996-28-iscsi {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.095614 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.095773 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.095926 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.096222 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.096515 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.096819 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.096974 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.097125 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.097283 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.097440 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.097597 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.097754 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.097910 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.098066 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.098223 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_options = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.098379 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.098534 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.098691 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.098936 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.099034 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.099210 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.099393 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.099512 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.099645 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.100188 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.100188 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.100188 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.100548 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.100548 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.100689 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.100768 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.100902 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.101062 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.101233 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 38262) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:08.102089 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.102402 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.102564 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.102719 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.102872 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.103203 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.103557 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.103719 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.103870 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.104033 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.104189 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.104347 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.104504 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.104661 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.104823 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.104976 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.105276 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.105442 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.105603 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.105757 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.106065 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.106221 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.106378 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.106535 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.106693 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.106849 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.107007 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.107165 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.107343 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_json = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.107502 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.107659 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.107816 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.107970 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.108275 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.108433 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.108590 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.108800 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.108964 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:07:08.109165 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.109313 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.109484 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.109643 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.109803 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.109964 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.110122 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.110285 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.110440 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.110715 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065517 Jun 03 16:07:08.110822 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.110952 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.111314 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.111511 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.111674 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.111834 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.111998 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.112162 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.112324 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.112484 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.112643 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.112802 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.112963 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.113130 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.113289 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.113449 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.113610 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.113769 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.113941 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.114131 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.114266 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.114440 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.114593 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.114754 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.114914 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.115087 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.115237 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.115420 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.115581 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.115726 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.115889 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.116621 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.116621 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.116621 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.116621 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.116621 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.117147 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.117147 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.117147 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.117358 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.117445 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.117556 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.117714 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.117875 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.118035 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.118194 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.118355 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.118513 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.118683 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.118842 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.119001 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.119160 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.119400 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.119538 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.119641 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.119796 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.119955 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.120116 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.120275 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.120448 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.120607 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.120767 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.120926 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.121087 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.121246 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.121405 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.121564 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.121724 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.121883 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.122042 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.122193 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.122351 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.122510 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.122669 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.122828 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.122987 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.123147 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.123341 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.123483 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.124238 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.124238 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.124238 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.124238 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.124238 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.124601 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.124601 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.124721 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.124830 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.124989 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.125149 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.125309 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.125536 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.125633 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.125770 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.125930 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.126089 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.126247 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.126405 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.126563 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.126722 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.126885 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.127062 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.127227 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.127402 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.127549 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.127709 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.127852 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.128003 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.128160 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.128318 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.128488 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.128646 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.128807 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.128966 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.129134 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.129301 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.129461 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.129622 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.129782 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.129939 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.130098 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.130256 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.130415 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.130577 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.130735 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.130894 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.131064 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.131227 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.131415 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.131594 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.131742 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.131900 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.132064 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.132223 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.132383 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.132541 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.132722 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.132880 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.133039 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.133198 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.133359 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.133522 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.133675 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.133812 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.133973 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.134132 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.134335 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.134497 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.134657 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.134818 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.134979 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.135140 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.135323 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.135480 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.135640 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.135799 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.135958 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.136117 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.136277 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.136437 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.136595 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.136753 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.136911 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.137070 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.137227 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.137386 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.137547 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.137708 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.137867 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.138028 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.138195 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.138352 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.138511 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.138671 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.138831 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.138991 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.139151 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.139324 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.139489 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.139649 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.139810 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.139968 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.140127 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.140286 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.140446 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.140621 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.140779 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.140937 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.141099 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.141258 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.141419 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.141578 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.141738 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.141897 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.142060 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.142222 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.142384 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.142541 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.142699 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.142858 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.143017 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.143177 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.143358 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.143521 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.143681 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.143841 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.144004 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.144162 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.144461 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.144768 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.144944 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.145086 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.145220 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.145352 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.145529 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.145689 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.145849 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.146008 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.146218 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.147169 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.147169 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.147169 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.147169 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.147169 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.147745 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.147745 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.147745 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.147975 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.147975 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.148118 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.148731 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.148900 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.149070 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.149228 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.149388 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.149547 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.149709 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.149891 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.150029 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.150187 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.150346 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.150506 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.150663 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.150824 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.150992 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.151152 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.151329 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.151490 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.151650 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.151806 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.151973 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.152138 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.152296 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.152464 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.152642 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.152774 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.152932 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.153105 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.153265 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.153428 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.153587 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.153746 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.153906 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.154069 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.154232 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.154402 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.154568 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.154731 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.154900 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.155056 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.155226 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.155424 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.155570 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.155740 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.155893 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.156044 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.156203 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.156361 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.156520 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.156680 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.156838 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.156997 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.157161 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.157325 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.157457 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.157618 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.157778 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.158361 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.158361 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.158361 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.158361 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.158688 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.158688 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:07:08.158835 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 16:07:17.431435 dv-cinder-836996-28-iscsi neutron-server[103829]: DEBUG dbcounter [-] [103829] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103829) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:19.297251 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6e3973-fb5d-42f4-9792-b896016feed3 None None] get_active_networks_info from dv-cinder-836996-28-iscsi {{(pid=103938) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 03 16:07:19.301269 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writer thread running {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 16:07:19.365069 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6e3973-fb5d-42f4-9792-b896016feed3 None None] No non-hosted networks {{(pid=103938) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 16:07:19.380143 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.agentschedulers_db [None req-6d6e3973-fb5d-42f4-9792-b896016feed3 None None] DHCP Agent not found on host dv-cinder-836996-28-iscsi {{(pid=103938) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 03 16:07:19.438319 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c6976fed-7a75-44e8-b4bb-a328cb51d361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751933'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:20.980355 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writer thread running {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 16:07:21.575498 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8ecfcd3f-5de1-4f9d-9c1f-c5ff85606b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751933'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:21.617111 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b08319a-d68c-4ae1-bb21-67478c413e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:22.801278 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 38334) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:22.861465 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751933'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:23.400846 dv-cinder-836996-28-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-6ad11b19-a17c-4856-86f7-e15000f28fbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:07:23.401822 dv-cinder-836996-28-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-6ad11b19-a17c-4856-86f7-e15000f28fbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:07:23.631076 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [None req-6ad11b19-a17c-4856-86f7-e15000f28fbb admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:07:23.648541 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6ad11b19-a17c-4856-86f7-e15000f28fbb admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8455420 Jun 03 16:07:23.955980 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751933'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:25.227826 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.db.l3_hamode_db [None req-0f3a2fbe-a2e8-48b6-a1b8-44bc86c7d99e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 16:07:25.309218 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a2fbe-a2e8-48b6-a1b8-44bc86c7d99e None None] Routers set() bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:07:25.309553 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a2fbe-a2e8-48b6-a1b8-44bc86c7d99e None None] Router IDs set() for agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 03 16:07:26.074490 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751933'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:26.075130 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.075495 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.075828 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.076156 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.076483 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.076815 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.077134 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.077478 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.077804 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.078141 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.078481 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.078807 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.079145 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.079495 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.079814 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:26.080213 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-28-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:26.089793 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-28-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:26.230464 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 38368) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:26.574116 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-bbb1a389-9d0d-48ca-b50b-019ca673f161 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:07:26.665229 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.policy [None req-bbb1a389-9d0d-48ca-b50b-019ca673f161 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103936) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 16:07:26.706939 dv-cinder-836996-28-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-bbb1a389-9d0d-48ca-b50b-019ca673f161 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:07:26.707334 dv-cinder-836996-28-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-bbb1a389-9d0d-48ca-b50b-019ca673f161 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:07:26.728334 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writer thread running {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 16:07:26.806826 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a389-9d0d-48ca-b50b-019ca673f161 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786593243033', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786593242509', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786593225729', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786593227391', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786593204862', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786593212783', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16325134', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16385490', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-772526', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632061'] for rbac-policy (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:26.877431 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bbb1a389-9d0d-48ca-b50b-019ca673f161 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:26.878654 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bbb1a389-9d0d-48ca-b50b-019ca673f161 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6471195 Jun 03 16:07:29.304511 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 38380) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:29.620967 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:07:29.650142 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Made reservation on behalf of 1d2895687ae2471682919de9b8fa4afb for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:07:29.653829 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:29.670812 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:29.777842 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Publish callbacks [] for security_group (e5228b0d-61b0-4879-9ae5-7b72383a30ec), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:29.781389 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (e5228b0d-61b0-4879-9ae5-7b72383a30ec), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:29.805790 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] vlan segment allocate from pool success with {'vlan_id': 1202, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:07:29.837933 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786588628893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (486dd274-23d5-4590-be5a-5a2d021f3ddd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:29.838483 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Unsubscribe: segment precommit_create {{(pid=103936) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 16:07:29.839033 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Added segment 486dd274-23d5-4590-be5a-5a2d021f3ddd of type vlan for network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 Jun 03 16:07:29.859421 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e5228b0d-61b0-4879-9ae5-7b72383a30ec,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:29.908548 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.908889 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.909237 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.909585 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.909915 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.910234 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.910552 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.910868 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.911197 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.911541 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.911856 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.912188 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.913048 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.913366 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.913675 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Tracked resource versions report: Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: pushed versions: Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: { 'AddressGroup': {'1.2'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Agent': {'1.1'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'ConntrackHelper': {'1.0'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'LocalIPAssociation': {'1.0'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Log': {'1.0'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'NDPProxy': {'1.0'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Network': {'1.1'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Port': {'1.7'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'PortForwarding': {'1.3'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'QosPolicy': {'1.10'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SecurityGroup': {'1.5'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SubPort': {'1.0'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Subnet': {'1.1'}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Trunk': {'1.1'}} Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: consumer versions: Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: { DHCP agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: L3 agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: Metadata agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: Metering agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: Open vSwitch agent@dv-cinder-836996-28-iscsi: { 'AddressGroup': '1.2', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Agent': '1.1', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'ConntrackHelper': '1.0', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'LocalIPAssociation': '1.0', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Log': '1.0', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'NDPProxy': '1.0', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Network': '1.1', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Port': '1.7', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'PortForwarding': '1.3', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'QosPolicy': '1.10', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SecurityGroup': '1.5', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SecurityGroupRule': '1.2', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SubPort': '1.0', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Subnet': '1.1', Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Trunk': '1.1'}} Jun 03 16:07:29.915162 dv-cinder-836996-28-iscsi neutron-server[103936]: {{(pid=103936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:07:29.954883 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:30.002861 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:30.007987 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:30.008691 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:30.030054 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=50,neutron:INSERT=47,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:30.107556 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8019543 Jun 03 16:07:30.132976 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afe803-35c8-4343-b959-3ebb62f80f7c demo demo] Pushing event updated for resources: {'Network': ['ID=d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:30.146514 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:07:32.585101 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 38394) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:33.076837 dv-cinder-836996-28-iscsi neutron-server[103937]: WARNING oslo_policy.policy [None req-cb0e34a1-eb5b-4584-a67f-734f7ae7a5f2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:07:33.077411 dv-cinder-836996-28-iscsi neutron-server[103937]: WARNING oslo_policy.policy [None req-cb0e34a1-eb5b-4584-a67f-734f7ae7a5f2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:07:33.306636 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writer thread running {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 16:07:33.506546 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.policy [None req-cb0e34a1-eb5b-4584-a67f-734f7ae7a5f2 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103937) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 16:07:33.549524 dv-cinder-836996-28-iscsi neutron-server[103937]: WARNING oslo_policy.policy [None req-cb0e34a1-eb5b-4584-a67f-734f7ae7a5f2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:07:33.549895 dv-cinder-836996-28-iscsi neutron-server[103937]: WARNING oslo_policy.policy [None req-cb0e34a1-eb5b-4584-a67f-734f7ae7a5f2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:07:33.558069 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e34a1-eb5b-4584-a67f-734f7ae7a5f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:33.560073 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-cb0e34a1-eb5b-4584-a67f-734f7ae7a5f2 demo admin] 10.222.0.41 "GET /v2.0/networks/d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 HTTP/1.1" status: 200 len: 826 time: 0.9731581 Jun 03 16:07:33.599018 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-cbe08b82-1847-46c3-96da-40d9212005af demo admin] 10.222.0.41 "GET /v2.0/subnetpools/67f753b8-aa1d-4228-a553-b3cf29207d6c HTTP/1.1" status: 200 len: 734 time: 0.0333536 Jun 03 16:07:33.607685 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '67f753b8-aa1d-4228-a553-b3cf29207d6c', 'gateway_ip': '172.20.0.1', 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06', 'name': 'private-subnet'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:07:33.644918 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Made reservation on behalf of 1d2895687ae2471682919de9b8fa4afb for: {'subnet': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:07:33.647982 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:33.932404 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (7b156f2f-c6ba-439b-bb9c-35832d134f42), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:34.002630 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Checking segment: {'id': '486dd274-23d5-4590-be5a-5a2d021f3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:07:34.003006 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Network hostable DHCP agents. Network: d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:07:34.015960 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Pushing event updated for resources: {'Subnet': ['ID=7b156f2f-c6ba-439b-bb9c-35832d134f42,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:34.029462 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.029807 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.030148 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.030478 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.030799 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.031118 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.031463 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.031777 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.032103 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.032418 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.032743 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.033070 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.033381 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.033689 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.034000 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Tracked resource versions report: Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: pushed versions: Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: { 'AddressGroup': {'1.2'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Agent': {'1.1'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'ConntrackHelper': {'1.0'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'LocalIPAssociation': {'1.0'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Log': {'1.0'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'NDPProxy': {'1.0'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Network': {'1.1'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Port': {'1.7'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'PortForwarding': {'1.3'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'QosPolicy': {'1.10'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SecurityGroup': {'1.5'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SubPort': {'1.0'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Subnet': {'1.1'}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Trunk': {'1.1'}} Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: consumer versions: Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: { DHCP agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: L3 agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: Metadata agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: Metering agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: Open vSwitch agent@dv-cinder-836996-28-iscsi: { 'AddressGroup': '1.2', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Agent': '1.1', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'ConntrackHelper': '1.0', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'LocalIPAssociation': '1.0', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Log': '1.0', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'NDPProxy': '1.0', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Network': '1.1', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Port': '1.7', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'PortForwarding': '1.3', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'QosPolicy': '1.10', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SecurityGroup': '1.5', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SecurityGroupRule': '1.2', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SubPort': '1.0', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Subnet': '1.1', Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Trunk': '1.1'}} Jun 03 16:07:34.035440 dv-cinder-836996-28-iscsi neutron-server[103937]: {{(pid=103937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:07:34.054032 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:07:34.065038 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:34.071793 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06) {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:07:34.078450 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:34.079541 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:34.083182 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf4b05-70bf-48d0-a310-0a615085cfd0 None None] Network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:07:34.103557 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-3a64bf7d-5c51-4ac1-9bb3-e545800d2fdc demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4991620 Jun 03 16:07:34.349267 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06', 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06', 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'fixed_ips': [{'subnet_id': '7b156f2f-c6ba-439b-bb9c-35832d134f42'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:07:34.350614 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:34.630031 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Allocated IP 172.20.0.2 (d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06/7b156f2f-c6ba-439b-bb9c-35832d134f42/fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:07:34.753305 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:34.898174 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Publish callbacks [] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:34.905606 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:34.982472 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:07:34.990549 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:07:34.995547 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:07:34.998596 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Pushing event updated for resources: {'Port': ['ID=fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:35.032306 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.032704 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.033007 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.033361 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.033696 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.034044 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.034347 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.034671 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.035001 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.035350 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.035677 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.036017 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.036341 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.036657 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.036975 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Tracked resource versions report: Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: pushed versions: Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: { 'AddressGroup': {'1.2'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Agent': {'1.1'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'ConntrackHelper': {'1.0'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'LocalIPAssociation': {'1.0'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Log': {'1.0'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'NDPProxy': {'1.0'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Network': {'1.1'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Port': {'1.7'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'PortForwarding': {'1.3'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'QosPolicy': {'1.10'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SecurityGroup': {'1.5'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SubPort': {'1.0'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Subnet': {'1.1'}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Trunk': {'1.1'}} Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: consumer versions: Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: { DHCP agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: L3 agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: Metadata agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: Metering agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: Open vSwitch agent@dv-cinder-836996-28-iscsi: { 'AddressGroup': '1.2', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Agent': '1.1', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'ConntrackHelper': '1.0', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'LocalIPAssociation': '1.0', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Log': '1.0', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'NDPProxy': '1.0', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Network': '1.1', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Port': '1.7', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'PortForwarding': '1.3', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'QosPolicy': '1.10', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SecurityGroup': '1.5', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SecurityGroupRule': '1.2', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SubPort': '1.0', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Subnet': '1.1', Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Trunk': '1.1'}} Jun 03 16:07:35.038998 dv-cinder-836996-28-iscsi neutron-server[103938]: {{(pid=103938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:07:35.088615 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Attempting to bind port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:07:35.089227 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Attempting to bind port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '486dd274-23d5-4590-be5a-5a2d021f3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:07:35.089406 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Attempting to bind port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 on network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:07:35.091168 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:35.095506 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:07:35.095889 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Checking segment: {'id': '486dd274-23d5-4590-be5a-5a2d021f3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:07:35.096387 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:35.096779 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Bound using segment: {'id': '486dd274-23d5-4590-be5a-5a2d021f3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:07:35.097249 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Bound port: fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486dd274-23d5-4590-be5a-5a2d021f3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:07:35.097639 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:35.159641 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] For port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:07:35.179128 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] For port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2,segment=NetworkSegment(486dd274-23d5-4590-be5a-5a2d021f3ddd),segment_id=486dd274-23d5-4590-be5a-5a2d021f3ddd)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:07:35.186122 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:35.242285 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199db8a-ae3a-4735-83cd-72bb92841e2b None None] Pushing event updated for resources: {'Port': ['ID=fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:35.966041 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=7 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:35.974024 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:36.616035 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 38422) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:36.938875 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [None req-f2210b52-d979-4faa-b074-7643019a4fd8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:07:36.955322 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f2210b52-d979-4faa-b074-7643019a4fd8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3229692 Jun 03 16:07:39.427569 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 38430) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:39.760344 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [None req-a5e53fc6-ff4f-4f37-a27a-650cd9367fdb admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:07:39.761461 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a5e53fc6-ff4f-4f37-a27a-650cd9367fdb admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3328629 Jun 03 16:07:40.129173 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=55,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:42.295599 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 38438) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:42.743157 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-47b3c20c-5bc3-4e53-9cee-690de0260d15 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:07:42.766331 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47b3c20c-5bc3-4e53-9cee-690de0260d15 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (9a84e2b9-b344-4f8e-b357-c8c609518221), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:42.767875 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47b3c20c-5bc3-4e53-9cee-690de0260d15 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (9a84e2b9-b344-4f8e-b357-c8c609518221), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:42.901847 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47b3c20c-5bc3-4e53-9cee-690de0260d15 demo demo] Publish callbacks [] for router_controller (9a84e2b9-b344-4f8e-b357-c8c609518221), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:42.906642 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47b3c20c-5bc3-4e53-9cee-690de0260d15 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (9a84e2b9-b344-4f8e-b357-c8c609518221), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:42.923567 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-47b3c20c-5bc3-4e53-9cee-690de0260d15 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:42.924730 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-47b3c20c-5bc3-4e53-9cee-690de0260d15 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6280684 Jun 03 16:07:44.097996 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=60,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:45.228977 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:45.240094 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:45.432860 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 38450) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:45.763568 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [None req-edcb8bdf-857d-4332-a9e1-bd6b363ae86f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:07:45.764618 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-edcb8bdf-857d-4332-a9e1-bd6b363ae86f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3308160 Jun 03 16:07:46.823745 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ac772-0169-40ff-93e5-a55fcd1fa2ac None None] Network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:07:46.831384 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:07:46.969738 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-5342dc7c-bc9f-48dd-8904-397120ae8ee7 None None] Provisioning complete for port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:07:46.970135 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5342dc7c-bc9f-48dd-8904-397120ae8ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:46.995060 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:07:46.995390 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:47.182945 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5342dc7c-bc9f-48dd-8904-397120ae8ee7 None None] Current status of the port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:07:47.183349 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5342dc7c-bc9f-48dd-8904-397120ae8ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:47.190012 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:07:47.190383 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:47.239942 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-5342dc7c-bc9f-48dd-8904-397120ae8ee7 None None] For port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2,segment=NetworkSegment(486dd274-23d5-4590-be5a-5a2d021f3ddd),segment_id=486dd274-23d5-4590-be5a-5a2d021f3ddd)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:07:47.244923 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5342dc7c-bc9f-48dd-8904-397120ae8ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:47.309188 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.db.api [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 16:07:47.309656 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG oslo_db.api [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:07:47.318699 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342dc7c-bc9f-48dd-8904-397120ae8ee7 None None] Pushing event updated for resources: {'Port': ['ID=fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:47.373777 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-fc049e93-1933-4fd5-b33e-6f622b7b9ac6 None None] Provisioning complete for port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:07:47.374161 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fc049e93-1933-4fd5-b33e-6f622b7b9ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:47.442075 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-fc049e93-1933-4fd5-b33e-6f622b7b9ac6 None None] Current status of the port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:07:47.841978 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:07:48.245308 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 38460) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:48.568472 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:07:48.590371 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Made reservation on behalf of 450b64d0f10f4cb8949a26d9eea4aef4 for: {'network': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:07:48.592651 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:48.607949 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:48.714667 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Publish callbacks [] for security_group (bb46d97d-612c-479c-9148-10030e9a41f6), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:48.718140 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (bb46d97d-612c-479c-9148-10030e9a41f6), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:48.736904 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Reserving flat network on physical network physnet1 {{(pid=103937) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 16:07:48.756582 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb46d97d-612c-479c-9148-10030e9a41f6,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:48.762825 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786588628893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (18888092-b131-433a-b5e5-68c2ae6a4cf4), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:48.763481 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Unsubscribe: segment precommit_create {{(pid=103937) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 16:07:48.763979 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.segments_db [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Added segment 18888092-b131-433a-b5e5-68c2ae6a4cf4 of type flat for network 579eb06c-1f2d-4d54-b265-615018dd6167 Jun 03 16:07:48.817500 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:07:48.827228 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (579eb06c-1f2d-4d54-b265-615018dd6167), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:48.864185 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:07:48.865305 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:48.870629 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (579eb06c-1f2d-4d54-b265-615018dd6167), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:48.871880 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:48.872452 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:48.936153 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:07:48.972577 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7258308 Jun 03 16:07:48.987200 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38375d9d-ecae-4a63-8e55-f5b63e477843 admin admin] Pushing event updated for resources: {'Network': ['ID=579eb06c-1f2d-4d54-b265-615018dd6167,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:48.998518 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 579eb06c-1f2d-4d54-b265-615018dd6167 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:07:49.012376 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:49.117497 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:49.249981 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-947effb6-9ca9-439f-8d8b-493bd17eb2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:51.449695 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 38470) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:51.562241 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9f9b28c1-833a-4aca-b13b-36ec81b77cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:51.827881 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a6850-a407-49e4-8be0-1ac7e0311ca1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:51.829115 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-845a6850-a407-49e4-8be0-1ac7e0311ca1 demo admin] 10.222.0.41 "GET /v2.0/subnets/7b156f2f-c6ba-439b-bb9c-35832d134f42 HTTP/1.1" status: 200 len: 849 time: 0.3784916 Jun 03 16:07:51.987240 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-abc38018-cb5e-4dc1-9f4e-836883932bdd demo admin] 10.222.0.41 "GET /v2.0/routers/9a84e2b9-b344-4f8e-b357-c8c609518221 HTTP/1.1" status: 200 len: 704 time: 0.1516955 Jun 03 16:07:52.248203 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:52.497200 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:52.521525 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:52.548651 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Allocated IP 172.20.0.1 (d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06/7b156f2f-c6ba-439b-bb9c-35832d134f42/f5c4237e-672e-4e20-bc59-3b1c65270487) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:07:52.702946 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Publish callbacks [] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:52.762859 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:52.783981 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:52.835288 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:07:52.847990 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:07:52.852829 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:07:52.853361 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (9a84e2b9-b344-4f8e-b357-c8c609518221), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:52.873102 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Pushing event updated for resources: {'Port': ['ID=f5c4237e-672e-4e20-bc59-3b1c65270487,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:52.918172 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=12,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:52.919488 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=7,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:53.091578 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-573dc234-3d4f-4507-a6b6-a55586b323ac None None] Provisioning complete for port f5c4237e-672e-4e20-bc59-3b1c65270487 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:07:53.091886 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-573dc234-3d4f-4507-a6b6-a55586b323ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:53.101507 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:53.122372 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-573dc234-3d4f-4507-a6b6-a55586b323ac None None] Port f5c4237e-672e-4e20-bc59-3b1c65270487 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:07:53.330596 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Publish callbacks [] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:53.335285 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:53.336183 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (9a84e2b9-b344-4f8e-b357-c8c609518221), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:53.415231 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Pushing event updated for resources: {'Port': ['ID=f5c4237e-672e-4e20-bc59-3b1c65270487,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:53.425812 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:53.461926 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:07:53.463176 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:07:53.609878 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:53.627936 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Router 9a84e2b9-b344-4f8e-b357-c8c609518221 is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:07:53.649818 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-f33c851f-129d-4c3a-a715-b041a20718c4 None None] Provisioning complete for port f5c4237e-672e-4e20-bc59-3b1c65270487 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:07:53.650207 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f33c851f-129d-4c3a-a715-b041a20718c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:53.686166 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f33c851f-129d-4c3a-a715-b041a20718c4 None None] Port f5c4237e-672e-4e20-bc59-3b1c65270487 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:07:53.719595 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:07:53.730154 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Sync routers for ids ['9a84e2b9-b344-4f8e-b357-c8c609518221'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:07:53.740018 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-31405079-6449-4c29-8f44-e4f3b4645c03 demo admin] 10.222.0.41 "PUT /v2.0/routers/9a84e2b9-b344-4f8e-b357-c8c609518221/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7471952 Jun 03 16:07:53.744774 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Routers {'9a84e2b9-b344-4f8e-b357-c8c609518221'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:07:53.745616 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:07:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['9a84e2b9-b344-4f8e-b357-c8c609518221'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:53.906379 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:53.931819 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Set router 9a84e2b9-b344-4f8e-b357-c8c609518221 gateway port host: None {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:07:54.349484 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'name': 'router1', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:07:42Z', 'updated_at': '2022-06-03T16:07:53Z', 'revision_number': 2, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'gw_port_host': None, '_interfaces': [{'id': 'f5c4237e-672e-4e20-bc59-3b1c65270487', 'name': '', 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'mac_address': 'fa:16:3e:c2:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:07:52Z', 'updated_at': '2022-06-03T16:07:53Z', 'revision_number': 2, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'subnets': [{'id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67f753b8-aa1d-4228-a553-b3cf29207d6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:54.397636 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Checking router: 9a84e2b9-b344-4f8e-b357-c8c609518221 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:07:54.397995 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Updating router 9a84e2b9-b344-4f8e-b357-c8c609518221 port f5c4237e-672e-4e20-bc59-3b1c65270487 binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:07:54.449306 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:54.967030 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Publish callbacks [] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:54.974346 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:55.133897 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Pushing event updated for resources: {'Port': ['ID=f5c4237e-672e-4e20-bc59-3b1c65270487,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:55.154943 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.155323 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.155668 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.156009 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.156337 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.156662 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.156982 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.157302 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.157636 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.157957 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.158489 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.158579 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.158894 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.159205 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.159538 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Tracked resource versions report: Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: pushed versions: Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: { 'AddressGroup': {'1.2'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Agent': {'1.1'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'ConntrackHelper': {'1.0'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'LocalIPAssociation': {'1.0'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Log': {'1.0'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'NDPProxy': {'1.0'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Network': {'1.1'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Port': {'1.7'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'PortForwarding': {'1.3'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'QosPolicy': {'1.10'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SecurityGroup': {'1.5'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SubPort': {'1.0'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Subnet': {'1.1'}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Trunk': {'1.1'}} Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: consumer versions: Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: { DHCP agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: L3 agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: Metadata agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: Metering agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: Open vSwitch agent@dv-cinder-836996-28-iscsi: { 'AddressGroup': '1.2', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Agent': '1.1', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'ConntrackHelper': '1.0', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'LocalIPAssociation': '1.0', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Log': '1.0', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'NDPProxy': '1.0', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Network': '1.1', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Port': '1.7', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'PortForwarding': '1.3', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'QosPolicy': '1.10', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SecurityGroup': '1.5', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SecurityGroupRule': '1.2', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SubPort': '1.0', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Subnet': '1.1', Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Trunk': '1.1'}} Jun 03 16:07:55.161539 dv-cinder-836996-28-iscsi neutron-server[103939]: {{(pid=103939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:07:55.165963 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Attempting to bind port f5c4237e-672e-4e20-bc59-3b1c65270487 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:07:55.166359 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Attempting to bind port f5c4237e-672e-4e20-bc59-3b1c65270487 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '486dd274-23d5-4590-be5a-5a2d021f3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:07:55.166771 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Attempting to bind port f5c4237e-672e-4e20-bc59-3b1c65270487 on network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:07:55.172526 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:07:55.172927 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Checking segment: {'id': '486dd274-23d5-4590-be5a-5a2d021f3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:07:55.173408 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:55.173784 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Bound using segment: {'id': '486dd274-23d5-4590-be5a-5a2d021f3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:07:55.174242 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Bound port: f5c4237e-672e-4e20-bc59-3b1c65270487, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486dd274-23d5-4590-be5a-5a2d021f3ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:07:55.174612 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:55.214170 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-ab8571fb-44ca-4b18-ade6-399aaa84a368 None None] Provisioning complete for port f5c4237e-672e-4e20-bc59-3b1c65270487 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:07:55.214734 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ab8571fb-44ca-4b18-ade6-399aaa84a368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:55.232555 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:55.242925 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] For port f5c4237e-672e-4e20-bc59-3b1c65270487, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:07:55.248496 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ab8571fb-44ca-4b18-ade6-399aaa84a368 None None] Port f5c4237e-672e-4e20-bc59-3b1c65270487 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:07:55.261953 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:55.264102 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] For port f5c4237e-672e-4e20-bc59-3b1c65270487, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=f5c4237e-672e-4e20-bc59-3b1c65270487,segment=NetworkSegment(486dd274-23d5-4590-be5a-5a2d021f3ddd),segment_id=486dd274-23d5-4590-be5a-5a2d021f3ddd)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:07:55.270621 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:55.317862 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Routers {'9a84e2b9-b344-4f8e-b357-c8c609518221'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:07:55.318488 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:07:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['9a84e2b9-b344-4f8e-b357-c8c609518221'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:55.393657 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4940f0-90a8-49ec-b2e0-917ae87daeec None None] Pushing event updated for resources: {'Port': ['ID=f5c4237e-672e-4e20-bc59-3b1c65270487,revision_number=4']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:55.419264 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] Set router 9a84e2b9-b344-4f8e-b357-c8c609518221 gateway port host: None {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:07:55.573097 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-26394d0e-490d-427e-af1b-e3126773a3d8 None None] Provisioning complete for port f5c4237e-672e-4e20-bc59-3b1c65270487 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:07:55.573810 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26394d0e-490d-427e-af1b-e3126773a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:55.624187 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'name': 'router1', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:07:42Z', 'updated_at': '2022-06-03T16:07:53Z', 'revision_number': 2, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'gw_port_host': None, '_interfaces': [{'id': 'f5c4237e-672e-4e20-bc59-3b1c65270487', 'name': '', 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'mac_address': 'fa:16:3e:c2:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:07:52Z', 'updated_at': '2022-06-03T16:07:55Z', 'revision_number': 4, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'subnets': [{'id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67f753b8-aa1d-4228-a553-b3cf29207d6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:55.646138 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-26394d0e-490d-427e-af1b-e3126773a3d8 None None] Current status of the port f5c4237e-672e-4e20-bc59-3b1c65270487 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:07:55.646522 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26394d0e-490d-427e-af1b-e3126773a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:55.648185 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e383408-b5ae-494a-ae4a-b5a278dab680 None None] The sync data for ids ['9a84e2b9-b344-4f8e-b357-c8c609518221'] in dv-cinder-836996-28-iscsi is: [{'id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'name': 'router1', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:07:42Z', 'updated_at': '2022-06-03T16:07:53Z', 'revision_number': 2, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'gw_port_host': None, '_interfaces': [{'id': 'f5c4237e-672e-4e20-bc59-3b1c65270487', 'name': '', 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'mac_address': 'fa:16:3e:c2:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:07:52Z', 'updated_at': '2022-06-03T16:07:55Z', 'revision_number': 4, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'subnets': [{'id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67f753b8-aa1d-4228-a553-b3cf29207d6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:07:55.689181 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-26394d0e-490d-427e-af1b-e3126773a3d8 None None] For port f5c4237e-672e-4e20-bc59-3b1c65270487, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=f5c4237e-672e-4e20-bc59-3b1c65270487,segment=NetworkSegment(486dd274-23d5-4590-be5a-5a2d021f3ddd),segment_id=486dd274-23d5-4590-be5a-5a2d021f3ddd)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:07:55.693733 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-26394d0e-490d-427e-af1b-e3126773a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:55.739656 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26394d0e-490d-427e-af1b-e3126773a3d8 None None] Pushing event updated for resources: {'Port': ['ID=f5c4237e-672e-4e20-bc59-3b1c65270487,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:55.995042 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:07:56.080934 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:56.220506 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 38494) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:56.424559 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b24578-22a9-4bf9-8f02-857c78d8fc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:56.426010 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-18b24578-22a9-4bf9-8f02-857c78d8fc86 admin admin] 10.222.0.41 "GET /v2.0/networks/579eb06c-1f2d-4d54-b265-615018dd6167 HTTP/1.1" status: 200 len: 842 time: 0.2045238 Jun 03 16:07:56.435167 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Request body: {'subnet': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:07:56.455372 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Made reservation on behalf of 450b64d0f10f4cb8949a26d9eea4aef4 for: {'subnet': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:07:56.457906 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:56.718344 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.objects.ports [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103937) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 03 16:07:56.718863 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (1606b529-8cf8-4aa0-aeef-8e50d721b978), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:56.774814 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1606b529-8cf8-4aa0-aeef-8e50d721b978,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:56.781789 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:07:56.782111 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Network hostable DHCP agents. Network: 579eb06c-1f2d-4d54-b265-615018dd6167, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:07:56.799048 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:07:56.807673 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 579eb06c-1f2d-4d54-b265-615018dd6167) {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:07:56.811543 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:56.812128 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:07:56.817968 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691b9d1-18a3-42a2-a1b2-3192d7fd68aa None None] Network 579eb06c-1f2d-4d54-b265-615018dd6167 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:07:56.828475 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-b3ea227c-f6e2-4ea5-8d2a-c5e784c86005 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3965216 Jun 03 16:07:56.929358 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09604f96-dce9-4ae0-9f13-080f88505d61 None None] Network 579eb06c-1f2d-4d54-b265-615018dd6167 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:07:59.303890 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 38512) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:07:59.429304 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-fe1bfc47-2ce9-4f64-a53e-5831d99d2a25 demo admin] 10.222.0.41 "GET /v2.0/routers/9a84e2b9-b344-4f8e-b357-c8c609518221 HTTP/1.1" status: 200 len: 710 time: 0.1242056 Jun 03 16:07:59.475900 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:59.515957 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c2f58-4181-4e56-8617-ea8b2e7b3bed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:59.517331 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-5e5c2f58-4181-4e56-8617-ea8b2e7b3bed demo admin] 10.222.0.41 "GET /v2.0/networks/579eb06c-1f2d-4d54-b265-615018dd6167 HTTP/1.1" status: 200 len: 886 time: 0.0824938 Jun 03 16:07:59.526931 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:07:59.726899 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:07:59.826269 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Publish callbacks [] for router_gateway (9a84e2b9-b344-4f8e-b357-c8c609518221), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:00.039857 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Publish callbacks [] for router_gateway (9a84e2b9-b344-4f8e-b357-c8c609518221), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:00.112081 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:00.214151 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Allocated IP 172.27.2.163 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/6aeb5188-2e74-42ee-a99e-e3688ba647c8) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:08:00.315227 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Publish callbacks [] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:00.346917 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:00.375627 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:00.381969 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:08:00.385150 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:08:00.393490 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:08:00.427092 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Pushing event updated for resources: {'Port': ['ID=6aeb5188-2e74-42ee-a99e-e3688ba647c8,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:00.602486 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:00.628098 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Publish callbacks [] for router_gateway (9a84e2b9-b344-4f8e-b357-c8c609518221), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:00.806400 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11051'] for router (9a84e2b9-b344-4f8e-b357-c8c609518221), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:00.809804 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-746276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-748461'] for router (9a84e2b9-b344-4f8e-b357-c8c609518221), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:01.003971 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Router 9a84e2b9-b344-4f8e-b357-c8c609518221 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:08:01.121738 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:08:01.125934 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:01.127153 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d710dcb0-7234-454a-9b37-6de46bdc999d demo admin] 10.222.0.41 "PUT /v2.0/routers/9a84e2b9-b344-4f8e-b357-c8c609518221 HTTP/1.1" status: 200 len: 890 time: 1.6033101 Jun 03 16:08:02.817652 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device f5c4237e-672e-4e20-bc59-3b1c65270487 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:08:02.865658 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port f5c4237e-672e-4e20-bc59-3b1c65270487 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:08:02.866043 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:02.939062 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port f5c4237e-672e-4e20-bc59-3b1c65270487 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:08:03.643467 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 38524) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:08:03.760676 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-31a495b5-684b-4448-9393-d337d7e09ea0 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1160729 Jun 03 16:08:04.552135 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Sync routers for ids ['9a84e2b9-b344-4f8e-b357-c8c609518221'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:08:04.565771 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Routers {'9a84e2b9-b344-4f8e-b357-c8c609518221'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:08:04.566416 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:07:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['9a84e2b9-b344-4f8e-b357-c8c609518221'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:04.694563 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:04.740306 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:04.772956 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Set router 9a84e2b9-b344-4f8e-b357-c8c609518221 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:08:05.221196 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'name': 'router1', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6aeb5188-2e74-42ee-a99e-e3688ba647c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:07:42Z', 'updated_at': '2022-06-03T16:08:00Z', 'revision_number': 4, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'gw_port': {'id': '6aeb5188-2e74-42ee-a99e-e3688ba647c8', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:00Z', 'updated_at': '2022-06-03T16:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f5c4237e-672e-4e20-bc59-3b1c65270487', 'name': '', 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'mac_address': 'fa:16:3e:c2:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:07:52Z', 'updated_at': '2022-06-03T16:07:55Z', 'revision_number': 5, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'subnets': [{'id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67f753b8-aa1d-4228-a553-b3cf29207d6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:05.270622 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Checking router: 9a84e2b9-b344-4f8e-b357-c8c609518221 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:08:05.271003 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Updating router 9a84e2b9-b344-4f8e-b357-c8c609518221 port 6aeb5188-2e74-42ee-a99e-e3688ba647c8 binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:08:05.322941 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:05.673228 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Publish callbacks [] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:05.680110 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:05.733807 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Attempting to bind port 6aeb5188-2e74-42ee-a99e-e3688ba647c8 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:08:05.734581 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Attempting to bind port 6aeb5188-2e74-42ee-a99e-e3688ba647c8 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:08:05.734581 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Attempting to bind port 6aeb5188-2e74-42ee-a99e-e3688ba647c8 on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:08:05.736642 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb270f-d012-4a5d-a222-fd56d7ec7352 None None] Pushing event updated for resources: {'Port': ['ID=6aeb5188-2e74-42ee-a99e-e3688ba647c8,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:05.743240 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:08:05.743773 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:08:05.744020 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:05.744400 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:08:05.744854 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Bound port: 6aeb5188-2e74-42ee-a99e-e3688ba647c8, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:08:05.745222 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:05.797925 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] For port 6aeb5188-2e74-42ee-a99e-e3688ba647c8, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:08:05.801106 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] For port 6aeb5188-2e74-42ee-a99e-e3688ba647c8, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=6aeb5188-2e74-42ee-a99e-e3688ba647c8,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:08:05.806905 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:05.866883 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb270f-d012-4a5d-a222-fd56d7ec7352 None None] Pushing event updated for resources: {'Port': ['ID=6aeb5188-2e74-42ee-a99e-e3688ba647c8,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:05.869347 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Routers {'9a84e2b9-b344-4f8e-b357-c8c609518221'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:08:05.869931 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:07:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['9a84e2b9-b344-4f8e-b357-c8c609518221'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:05.938508 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:05.983480 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] Set router 9a84e2b9-b344-4f8e-b357-c8c609518221 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:08:05.992561 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=47 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:05.992561 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=36 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:06.006471 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:06.201395 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'name': 'router1', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6aeb5188-2e74-42ee-a99e-e3688ba647c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:07:42Z', 'updated_at': '2022-06-03T16:08:00Z', 'revision_number': 4, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'gw_port': {'id': '6aeb5188-2e74-42ee-a99e-e3688ba647c8', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:00Z', 'updated_at': '2022-06-03T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f5c4237e-672e-4e20-bc59-3b1c65270487', 'name': '', 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'mac_address': 'fa:16:3e:c2:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:07:52Z', 'updated_at': '2022-06-03T16:07:55Z', 'revision_number': 5, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'subnets': [{'id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67f753b8-aa1d-4228-a553-b3cf29207d6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:06.228688 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea0ec8-d001-45df-b0eb-233b092e565a None None] The sync data for ids ['9a84e2b9-b344-4f8e-b357-c8c609518221'] in dv-cinder-836996-28-iscsi is: [{'id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'name': 'router1', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6aeb5188-2e74-42ee-a99e-e3688ba647c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:07:42Z', 'updated_at': '2022-06-03T16:08:00Z', 'revision_number': 4, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'gw_port': {'id': '6aeb5188-2e74-42ee-a99e-e3688ba647c8', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:00Z', 'updated_at': '2022-06-03T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f5c4237e-672e-4e20-bc59-3b1c65270487', 'name': '', 'network_id': 'd3b5e91f-bfa7-4082-add3-bfcf2ad4eb06', 'tenant_id': '1d2895687ae2471682919de9b8fa4afb', 'mac_address': 'fa:16:3e:c2:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a84e2b9-b344-4f8e-b357-c8c609518221', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:07:52Z', 'updated_at': '2022-06-03T16:07:55Z', 'revision_number': 5, 'project_id': '1d2895687ae2471682919de9b8fa4afb', 'subnets': [{'id': '7b156f2f-c6ba-439b-bb9c-35832d134f42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67f753b8-aa1d-4228-a553-b3cf29207d6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:08:06.938252 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 6aeb5188-2e74-42ee-a99e-e3688ba647c8 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:08:06.992264 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 6aeb5188-2e74-42ee-a99e-e3688ba647c8 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:08:06.993015 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:07.074493 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 6aeb5188-2e74-42ee-a99e-e3688ba647c8 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:08:07.075218 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:07.097438 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port 6aeb5188-2e74-42ee-a99e-e3688ba647c8, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=6aeb5188-2e74-42ee-a99e-e3688ba647c8,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:08:07.102571 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:07.164506 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=6aeb5188-2e74-42ee-a99e-e3688ba647c8,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:08.913271 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 6aeb5188-2e74-42ee-a99e-e3688ba647c8 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:08:08.968993 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 6aeb5188-2e74-42ee-a99e-e3688ba647c8 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:08:08.969561 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (6aeb5188-2e74-42ee-a99e-e3688ba647c8), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:09.083693 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 6aeb5188-2e74-42ee-a99e-e3688ba647c8 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:08:13.748264 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:13.756480 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=48 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:19.078309 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:19.080325 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=71 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:19.262768 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5593a94d-2949-47b4-acb5-d26335ef54c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:21.573742 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40437930-f171-4ae1-8c2e-04d6b9be1ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:22.794601 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:23.901651 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:26.088905 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:29.002386 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:29.008861 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:32.995003 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:08:36.078102 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=9 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:36.084859 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:42.995278 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:08:49.259087 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c657-0aec-4aaa-bfe9-d01685301057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:51.561783 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4057e48-de7d-4697-9725-b4aec4d3292c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:52.789538 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:53.907341 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:08:56.086308 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:05.999246 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:06.003498 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:06.074197 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:06.082225 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:09.996422 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:09:19.254591 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5b94-4f2a-4a50-83f7-523116f9a346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:19.990499 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:19.991261 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:21.557102 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9428b019-93d5-4437-9115-67202a2dc84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:22.286680 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39060) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:09:22.347148 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea31e8a-a722-424e-b605-061df6fb5c7b admin admin] GET failed (client error): The resource could not be found. Jun 03 16:09:22.348464 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-5ea31e8a-a722-424e-b605-061df6fb5c7b admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608046 Jun 03 16:09:22.510056 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67cebab-1b73-4560-b6e3-21e1c492ef4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:22.511452 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-b67cebab-1b73-4560-b6e3-21e1c492ef4e admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1589634 Jun 03 16:09:22.791647 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:23.900823 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:24.738046 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39070) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:09:24.831770 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebaf5e0-0b54-486b-b69d-567c093588b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:24.833116 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-bebaf5e0-0b54-486b-b69d-567c093588b3 admin admin] 10.222.0.41 "GET /v2.0/subnets/7b156f2f-c6ba-439b-bb9c-35832d134f42 HTTP/1.1" status: 200 len: 849 time: 0.0941391 Jun 03 16:09:24.842436 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:09:24.926576 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Publish callbacks [] for subnet (7b156f2f-c6ba-439b-bb9c-35832d134f42), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:25.062539 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786588579027'] for subnet (7b156f2f-c6ba-439b-bb9c-35832d134f42), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:25.094016 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:25.094634 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:25.095941 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] 10.222.0.41 "PUT /v2.0/subnets/7b156f2f-c6ba-439b-bb9c-35832d134f42 HTTP/1.1" status: 200 len: 868 time: 0.2570028 Jun 03 16:09:25.099650 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b072ad9b-8952-4bc8-88a5-aa6df9713ecd None None] Network d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:09:25.121810 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b156f2f-c6ba-439b-bb9c-35832d134f42,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:25.129325 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.129666 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.130018 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.130352 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.130682 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.131006 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.131354 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.131680 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.132016 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.132353 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.132682 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.133000 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.133311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.133621 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.133929 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d94ea27-e752-45fd-9cee-b2ddc98081c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:25.388188 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-85230a0b-dfb5-4eff-9514-ec0ca6491be6 None None] Provisioning complete for port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:09:25.388561 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85230a0b-dfb5-4eff-9514-ec0ca6491be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:25.461499 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-85230a0b-dfb5-4eff-9514-ec0ca6491be6 None None] Current status of the port fd6b019c-8a6d-4ff6-a3b8-e41a333ef0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:09:25.469955 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-85230a0b-dfb5-4eff-9514-ec0ca6491be6 None None] Provisioning complete for port f5c4237e-672e-4e20-bc59-3b1c65270487 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:09:25.470333 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85230a0b-dfb5-4eff-9514-ec0ca6491be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f5c4237e-672e-4e20-bc59-3b1c65270487), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:25.537628 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-85230a0b-dfb5-4eff-9514-ec0ca6491be6 None None] Current status of the port f5c4237e-672e-4e20-bc59-3b1c65270487 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:09:26.091533 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:27.375468 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39078) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:09:27.599615 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d46c0c-f9e3-45d2-9dc8-5f056d0f5048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:27.600000 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d46c0c-f9e3-45d2-9dc8-5f056d0f5048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:27.601579 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-56d46c0c-f9e3-45d2-9dc8-5f056d0f5048 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2251706 Jun 03 16:09:29.863311 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39088) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:09:29.995242 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ac0e5-b17b-4e13-8acc-b506074fab77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:29.995734 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ac0e5-b17b-4e13-8acc-b506074fab77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:29.997229 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-734ac0e5-b17b-4e13-8acc-b506074fab77 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1329818 Jun 03 16:09:32.262041 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39096) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:09:32.441327 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310152c-ce3e-4ac4-85ba-6a4c2dd79d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:32.442677 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f310152c-ce3e-4ac4-85ba-6a4c2dd79d24 admin admin] 10.222.0.41 "GET /v2.0/networks/579eb06c-1f2d-4d54-b265-615018dd6167 HTTP/1.1" status: 200 len: 886 time: 0.1797059 Jun 03 16:09:34.690103 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39104) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:09:34.835055 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d58a24-8f8d-4682-8a40-22baa50a6a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:34.836452 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f7d58a24-8f8d-4682-8a40-22baa50a6a46 admin admin] 10.222.0.41 "GET /v2.0/networks/d3b5e91f-bfa7-4082-add3-bfcf2ad4eb06 HTTP/1.1" status: 200 len: 870 time: 0.1453929 Jun 03 16:09:35.124969 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=58,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:35.125747 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=64,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:36.084862 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=2,neutron:SELECT=43 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:36.087819 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:37.101467 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39112) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:09:37.223954 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991454d-327f-422b-876a-15be31168d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:37.224407 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991454d-327f-422b-876a-15be31168d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:37.225942 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d991454d-327f-422b-876a-15be31168d5e admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235812 Jun 03 16:09:39.468596 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39120) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:09:39.568148 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b98e3-0751-4e45-9b38-b8c6e48aadf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:39.568947 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b98e3-0751-4e45-9b38-b8c6e48aadf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:39.571665 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d31b98e3-0751-4e45-9b38-b8c6e48aadf6 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1018219 Jun 03 16:09:41.828002 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39128) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:09:41.941685 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b1dd39-46d4-4f77-8509-d366448d2a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:41.943043 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-83b1dd39-46d4-4f77-8509-d366448d2a57 admin admin] 10.222.0.41 "GET /v2.0/subnets/1606b529-8cf8-4aa0-aeef-8e50d721b978 HTTP/1.1" status: 200 len: 816 time: 0.1141059 Jun 03 16:09:42.997030 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=14 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:43.001509 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=18 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:44.189564 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39136) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:09:44.281511 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e24ceb6-d82d-4e37-8b66-71d9ec4a34ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:44.282865 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-3e24ceb6-d82d-4e37-8b66-71d9ec4a34ad admin admin] 10.222.0.41 "GET /v2.0/subnets/7b156f2f-c6ba-439b-bb9c-35832d134f42 HTTP/1.1" status: 200 len: 868 time: 0.0923054 Jun 03 16:09:46.995543 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:09:49.258496 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0b622a55-6bc5-4b8a-a5df-0b69ee1fcae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:51.559257 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-413d173a-6bfc-4026-a3fd-872bc557e2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:51.934308 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=47 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:51.937312 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=52 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:52.794746 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:53.905506 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:54.276601 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=20 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:54.278495 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=19 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:56.093599 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:09:56.990733 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:09:56.991546 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:06.087827 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:06.089715 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:19.262929 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5085d472-373e-456f-a1cb-356b2430c91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:19.998386 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:20.010097 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:21.561145 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-417cd350-6689-435c-9bce-d3497fc0af39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:22.797503 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:23.316100 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39194) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:10:23.363774 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [None req-638dd407-f2e9-469a-b5eb-b7471e5b749c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:10:23.364770 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-638dd407-f2e9-469a-b5eb-b7471e5b749c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0477095 Jun 03 16:10:23.907846 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:23.994715 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:10:25.728259 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39202) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:10:25.789317 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.pecan_wsgi.hooks.translation [None req-9243502e-abe3-4d30-933d-97b0095a8e57 admin admin] GET failed (client error): The resource could not be found. Jun 03 16:10:25.791113 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9243502e-abe3-4d30-933d-97b0095a8e57 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619149 Jun 03 16:10:25.932720 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f1070d-05a7-4528-83b3-a832d32f8c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:25.934118 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-77f1070d-05a7-4528-83b3-a832d32f8c45 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389294 Jun 03 16:10:26.097211 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:28.330000 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39210) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:10:28.376234 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:10:28.394907 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Made reservation on behalf of 450b64d0f10f4cb8949a26d9eea4aef4 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:10:28.397284 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:28.434370 dv-cinder-836996-28-iscsi neutron-server[103936]: WARNING neutron.services.revisions.revision_plugin [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Could not find related network for resource to bump revision. Jun 03 16:10:28.447316 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:10:28.456909 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (135c79ca-a0b6-458c-9475-4ba3dfa0de19), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:28.457241 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Added segment 135c79ca-a0b6-458c-9475-4ba3dfa0de19 of type vlan for network ba0e9a3a-0755-4365-8670-2c742ecae04f Jun 03 16:10:28.501688 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (ba0e9a3a-0755-4365-8670-2c742ecae04f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:28.525573 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (ba0e9a3a-0755-4365-8670-2c742ecae04f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:28.526632 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:28.527495 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:28.614530 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.2834592 Jun 03 16:10:28.622331 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Pushing event updated for resources: {'Network': ['ID=ba0e9a3a-0755-4365-8670-2c742ecae04f,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:28.629614 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.629960 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.630309 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.630645 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.630971 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.631315 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.631640 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.631961 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.632296 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.632621 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.632940 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.633254 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.633574 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.634417 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.634732 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87285c-fd28-4c2a-a727-8892b16dd401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:28.647645 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network ba0e9a3a-0755-4365-8670-2c742ecae04f details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:10:30.919139 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39218) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:10:30.979270 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e638fe3-eab6-49c0-a1f1-0f9a74e06fa7 admin admin] GET failed (client error): The resource could not be found. Jun 03 16:10:30.980564 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8e638fe3-eab6-49c0-a1f1-0f9a74e06fa7 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604384 Jun 03 16:10:31.049348 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89852a8d-2d2e-44be-95a8-ad1ebdba726f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:31.050765 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-89852a8d-2d2e-44be-95a8-ad1ebdba726f admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0662849 Jun 03 16:10:31.060238 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:10:31.084741 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Made reservation on behalf of 450b64d0f10f4cb8949a26d9eea4aef4 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:10:31.087543 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:31.274876 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (eb6e04da-6054-4ecf-a18d-0d9e02f94487), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:31.327045 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb6e04da-6054-4ecf-a18d-0d9e02f94487,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:31.344584 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Checking segment: {'id': '135c79ca-a0b6-458c-9475-4ba3dfa0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:10:31.344954 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Network hostable DHCP agents. Network: ba0e9a3a-0755-4365-8670-2c742ecae04f, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:10:31.365324 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Network ba0e9a3a-0755-4365-8670-2c742ecae04f is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:10:31.377339 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, ba0e9a3a-0755-4365-8670-2c742ecae04f) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:10:31.382215 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:31.382794 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:31.387584 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea15915-6097-4e77-b8ea-8e933b1c303c None None] Network ba0e9a3a-0755-4365-8670-2c742ecae04f requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:10:31.398117 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-99817024-b9b6-4d28-9867-3b96bd4fccbd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3411810 Jun 03 16:10:31.592169 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-ba0e9a3a-0755-4365-8670-2c742ecae04f', 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f', 'project_id': '450b64d0f10f4cb8949a26d9eea4aef4', 'fixed_ips': [{'subnet_id': 'eb6e04da-6054-4ecf-a18d-0d9e02f94487'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:10:31.593124 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:31.731830 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Allocated IP 192.168.233.2 (ba0e9a3a-0755-4365-8670-2c742ecae04f/eb6e04da-6054-4ecf-a18d-0d9e02f94487/43900e96-78bb-4403-80a8-e004305e06b1) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:10:31.873880 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Publish callbacks [] for port (43900e96-78bb-4403-80a8-e004305e06b1), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:31.879827 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (43900e96-78bb-4403-80a8-e004305e06b1), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:31.918845 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Network ba0e9a3a-0755-4365-8670-2c742ecae04f is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:10:31.924195 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:10:31.927918 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:10:31.933097 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Pushing event updated for resources: {'Port': ['ID=43900e96-78bb-4403-80a8-e004305e06b1,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:31.941705 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.942049 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.942404 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.942754 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.943084 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.943436 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.944077 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.944077 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.944390 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.944712 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.945028 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.945357 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.945675 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.945987 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.946362 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:31.998180 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Attempting to bind port 43900e96-78bb-4403-80a8-e004305e06b1 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:10:31.998538 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Attempting to bind port 43900e96-78bb-4403-80a8-e004305e06b1 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '135c79ca-a0b6-458c-9475-4ba3dfa0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:10:31.998896 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Attempting to bind port 43900e96-78bb-4403-80a8-e004305e06b1 on network ba0e9a3a-0755-4365-8670-2c742ecae04f {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:10:32.003984 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:10:32.004348 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Checking segment: {'id': '135c79ca-a0b6-458c-9475-4ba3dfa0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:10:32.004756 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:32.005122 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Bound using segment: {'id': '135c79ca-a0b6-458c-9475-4ba3dfa0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:10:32.005572 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Bound port: 43900e96-78bb-4403-80a8-e004305e06b1, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135c79ca-a0b6-458c-9475-4ba3dfa0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:10:32.005938 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (43900e96-78bb-4403-80a8-e004305e06b1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:32.067111 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] For port 43900e96-78bb-4403-80a8-e004305e06b1, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:10:32.070471 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] For port 43900e96-78bb-4403-80a8-e004305e06b1, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=43900e96-78bb-4403-80a8-e004305e06b1,segment=NetworkSegment(135c79ca-a0b6-458c-9475-4ba3dfa0de19),segment_id=135c79ca-a0b6-458c-9475-4ba3dfa0de19)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:10:32.076414 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (43900e96-78bb-4403-80a8-e004305e06b1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:32.152655 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada735c-0d0f-4da5-85a9-45c38cec2dfc None None] Pushing event updated for resources: {'Port': ['ID=43900e96-78bb-4403-80a8-e004305e06b1,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:32.948075 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 43900e96-78bb-4403-80a8-e004305e06b1 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:10:32.971321 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:32.991554 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=8,neutron:SELECT=88,neutron:INSERT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:32.999722 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 43900e96-78bb-4403-80a8-e004305e06b1 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:10:33.001261 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (43900e96-78bb-4403-80a8-e004305e06b1), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:33.030811 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d96fab-66a7-4139-8584-35a4723dc86e None None] Network ba0e9a3a-0755-4365-8670-2c742ecae04f requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:10:33.093538 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-f60a50db-c90c-466f-978c-1bf1f9d181a6 None None] Provisioning complete for port 43900e96-78bb-4403-80a8-e004305e06b1 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:10:33.093922 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f60a50db-c90c-466f-978c-1bf1f9d181a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (43900e96-78bb-4403-80a8-e004305e06b1), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:33.210894 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 43900e96-78bb-4403-80a8-e004305e06b1 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:10:33.211269 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (43900e96-78bb-4403-80a8-e004305e06b1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:33.276923 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f60a50db-c90c-466f-978c-1bf1f9d181a6 None None] Current status of the port 43900e96-78bb-4403-80a8-e004305e06b1 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:10:33.277552 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f60a50db-c90c-466f-978c-1bf1f9d181a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (43900e96-78bb-4403-80a8-e004305e06b1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:33.290412 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port 43900e96-78bb-4403-80a8-e004305e06b1, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=43900e96-78bb-4403-80a8-e004305e06b1,segment=NetworkSegment(135c79ca-a0b6-458c-9475-4ba3dfa0de19),segment_id=135c79ca-a0b6-458c-9475-4ba3dfa0de19)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:10:33.295336 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (43900e96-78bb-4403-80a8-e004305e06b1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:33.372006 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.db.api [None req-f60a50db-c90c-466f-978c-1bf1f9d181a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 16:10:33.372411 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG oslo_db.api [None req-f60a50db-c90c-466f-978c-1bf1f9d181a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:10:33.383564 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=43900e96-78bb-4403-80a8-e004305e06b1,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:33.906254 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f60a50db-c90c-466f-978c-1bf1f9d181a6 None None] Current status of the port 43900e96-78bb-4403-80a8-e004305e06b1 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:10:33.990228 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:34.022772 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-a63cbc4b-354d-466f-a83e-8cfd6da61f96 None None] Provisioning complete for port 43900e96-78bb-4403-80a8-e004305e06b1 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:10:34.023363 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a63cbc4b-354d-466f-a83e-8cfd6da61f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (43900e96-78bb-4403-80a8-e004305e06b1), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:34.096973 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a63cbc4b-354d-466f-a83e-8cfd6da61f96 None None] Current status of the port 43900e96-78bb-4403-80a8-e004305e06b1 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:10:34.919413 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 43900e96-78bb-4403-80a8-e004305e06b1 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:10:34.966128 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 43900e96-78bb-4403-80a8-e004305e06b1 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:10:34.966511 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (43900e96-78bb-4403-80a8-e004305e06b1), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:35.033229 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 43900e96-78bb-4403-80a8-e004305e06b1 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:10:41.391915 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:41.392680 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=75,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:45.028334 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:45.030272 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:49.270661 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-843ea29c-e252-43b3-b9ab-6e9045af9c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:51.563862 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b202f9ea-a528-4978-8bbd-334fed13e08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:52.801217 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:53.910920 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:56.098985 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:10:57.001822 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:10:57.006031 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:11:00.993505 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:11:06.088067 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:11:06.095591 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:11:17.987893 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:11:17.989893 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:11:19.267017 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87b81b24-d10e-4e59-93a7-9af76f46fb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:21.565986 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f553536b-254b-42a0-9918-506d987ccf08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:22.803147 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:23.913423 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:26.100394 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:33.997529 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:11:34.004039 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:11:36.088859 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:11:36.095891 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:11:37.991942 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:11:47.988053 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:11:49.270264 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a5ee052b-1d90-4591-a184-73e00baf9fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:51.568547 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-876e3aed-fb83-4259-b912-3eb917e14aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:52.807531 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:53.918771 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:56.104009 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:57.132539 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39256) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:11:57.139000 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [None req-5bccc0ab-5ad4-4919-93c9-23c8856e68e4 tempest-verify_tempest_config-372543538 tempest-verify_tempest_config-372543538-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:11:57.139993 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-5bccc0ab-5ad4-4919-93c9-23c8856e68e4 tempest-verify_tempest_config-372543538 tempest-verify_tempest_config-372543538-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058899 Jun 03 16:11:57.430265 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39274) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:11:57.532438 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:57.607483 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Publish callbacks [] for security_group (7c421f4d-e0d2-4528-9ddf-476b1b2830dd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:57.611266 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7c421f4d-e0d2-4528-9ddf-476b1b2830dd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:57.654205 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c421f4d-e0d2-4528-9ddf-476b1b2830dd,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:57.658769 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1d87ed2c4d94431b696982ee7f2dc35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2275140 Jun 03 16:11:57.661573 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39280) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:11:57.662881 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.663221 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.663583 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.664433 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.664760 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.665083 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.665402 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.665720 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.666051 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.666373 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.666702 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.667023 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.667353 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.667670 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.667999 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e4d38-cbd0-4419-8ccd-31b97dc51fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.716290 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Publish callbacks [] for security_group (7c421f4d-e0d2-4528-9ddf-476b1b2830dd), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:57.736927 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Publish callbacks [] for security_group (7c421f4d-e0d2-4528-9ddf-476b1b2830dd), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:57.829407 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7c421f4d-e0d2-4528-9ddf-476b1b2830dd), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:57.831978 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:11:57.833097 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c421f4d-e0d2-4528-9ddf-476b1b2830dd HTTP/1.1" status: 204 len: 168 time: 0.1705241 Jun 03 16:11:57.841012 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c421f4d-e0d2-4528-9ddf-476b1b2830dd,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:57.847736 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.848150 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.848590 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.848919 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.849243 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.849563 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.849881 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.850289 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.850656 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.850975 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.851853 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.852274 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.852592 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.852900 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:57.853208 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdb2f6-25f8-48d6-8a5a-526df9b196f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:06.097482 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:07.652745 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=19,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:07.657440 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:07.843375 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:07.844122 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:07.873086 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:14.993559 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:12:19.263006 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe6423a3-51aa-4fd4-91bc-c54b68b1661a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:12:21.570701 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aaca81a6-9e0b-4c4f-8c2b-520aae85ef9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:12:22.809567 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:12:23.919625 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:12:24.986248 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=17 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:24.987009 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=17 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:26.105641 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:12:36.099500 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:36.102823 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:48.000890 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:48.005963 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:12:49.263939 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-98fffb3c-9a4d-46d7-87f9-11cda7e49915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:12:51.574469 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a52d3c5f-9a28-4cf4-ac0a-ac3bd659c43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:12:51.991806 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:12:52.812802 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:12:53.921864 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:12:56.108729 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:01.987129 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:13:01.988913 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:13:06.101763 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:13:06.104285 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:13:19.270077 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8dee1b9d-b106-40eb-a0f8-afb1e803f2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:21.575426 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2192be12-bddb-4352-923c-4bf3ed551a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:22.814597 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:23.924679 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:25.006649 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:13:25.012495 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:13:26.110787 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:28.990715 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:13:36.100256 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:13:36.107477 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:13:38.986718 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:13:38.988013 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:13:44.136635 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751933'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:49.263459 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ddd2a435-7aa5-444b-867b-312a2f717a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:51.578916 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e47d1223-29a9-45d2-ab64-ea47f7ebeec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:52.819603 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:53.928618 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:56.116818 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:13:56.118061 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39356) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:13:56.223523 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-3439e2d3-4dd5-455d-aa09-8e2302dfc5ce admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1043029 Jun 03 16:13:58.491462 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39366) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:13:58.544893 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-afb6f887-d946-4998-a48a-fef1d92c701f admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0523305 Jun 03 16:14:02.003821 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:02.008467 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:06.039573 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:14:06.110871 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:06.112387 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:08.539205 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:08.539918 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:14.093389 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:16.068123 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=13 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:16.069220 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=15 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:19.267803 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90b5d8ac-dfb6-4df2-9e66-b0e69f77b1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:21.580276 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0fc4b165-af44-42f5-a756-4aec2c7f9200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:22.819545 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:23.929037 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:26.109039 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:36.103672 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:36.105542 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:39.008950 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:39.014426 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:43.009284 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:14:44.104661 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:49.269904 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-04d7e9ce-1368-4e41-9aa9-b4f22831c1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:51.588634 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d0b5af92-4531-4183-bd8d-a9acd2f303bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:52.824147 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:53.943583 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:14:54.991801 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:54.992527 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:14:56.126051 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:06.110773 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=25 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:06.118056 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:14.101279 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:17.997938 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:17.998790 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:19.272345 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41599ded-1d40-4353-895f-badec933d23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:20.007575 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:15:21.583603 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8e593968-27dd-4ea0-904e-5c522c63b340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:22.827634 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:23.935752 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:26.112143 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:30.002834 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:30.003614 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:35.994371 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39458) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:36.100956 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:36.106833 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:36.194906 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-499047519-network', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:36.217574 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Made reservation on behalf of ffa464e4d2264df68897a6d4b8dc7aab for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:36.220119 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.229065 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.324910 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Publish callbacks [] for security_group (40b7a596-855f-48ee-8dca-54f3f3ec26c4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.329948 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (40b7a596-855f-48ee-8dca-54f3f3ec26c4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.356624 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b7a596-855f-48ee-8dca-54f3f3ec26c4,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:36.365387 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.365948 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.366301 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.366635 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.366962 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.367287 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.367631 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.367969 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.368274 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.368747 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.368909 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.369254 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.369516 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.369909 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.370303 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Tracked resource versions report: Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: pushed versions: Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: { 'AddressGroup': {'1.2'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Agent': {'1.1'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'ConntrackHelper': {'1.0'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'LocalIPAssociation': {'1.0'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Log': {'1.0'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'NDPProxy': {'1.0'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Network': {'1.1'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Port': {'1.7'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'PortForwarding': {'1.3'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'QosPolicy': {'1.10'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SecurityGroup': {'1.5'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SubPort': {'1.0'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Subnet': {'1.1'}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Trunk': {'1.1'}} Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: consumer versions: Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: { DHCP agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: HyperV agent@hv-cinder-83699: {}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: L3 agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: Metadata agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: Metering agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: Open vSwitch agent@dv-cinder-836996-28-iscsi: { 'AddressGroup': '1.2', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Agent': '1.1', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'ConntrackHelper': '1.0', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'LocalIPAssociation': '1.0', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Log': '1.0', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'NDPProxy': '1.0', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Network': '1.1', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Port': '1.7', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'PortForwarding': '1.3', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'QosPolicy': '1.10', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SecurityGroup': '1.5', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SecurityGroupRule': '1.2', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'SubPort': '1.0', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Subnet': '1.1', Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: 'Trunk': '1.1'}} Jun 03 16:15:36.371318 dv-cinder-836996-28-iscsi neutron-server[103936]: {{(pid=103936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:15:36.377904 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] vlan segment allocate from pool success with {'vlan_id': 1214, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:15:36.388895 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (3f032548-193d-439d-9a67-ab37b6501cd2), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.389235 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Added segment 3f032548-193d-439d-9a67-ab37b6501cd2 of type vlan for network aac77ef2-24df-4348-b770-e983d0529c48 Jun 03 16:15:36.520381 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (aac77ef2-24df-4348-b770-e983d0529c48), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.546546 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (aac77ef2-24df-4348-b770-e983d0529c48), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.547679 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:36.548248 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.611597 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] Pushing event updated for resources: {'Network': ['ID=aac77ef2-24df-4348-b770-e983d0529c48,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:36.620410 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39506) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:36.626586 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Request body: {'subnet': {'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-subnet', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:36.629467 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network aac77ef2-24df-4348-b770-e983d0529c48 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:15:36.630538 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d7a66ed9-54a2-4dca-b5f0-3dfe42a1a018 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6349778 Jun 03 16:15:36.656800 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Made reservation on behalf of ffa464e4d2264df68897a6d4b8dc7aab for: {'subnet': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:36.659921 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.844523 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (396edb17-24c6-4f46-a301-e519b0c17869), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.897311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396edb17-24c6-4f46-a301-e519b0c17869,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:36.913847 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.914196 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.914671 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.915049 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.915494 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.915818 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.916301 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.916620 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.917118 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.917622 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.917948 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.918272 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.918587 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.918928 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.919634 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Tracked resource versions report: Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: pushed versions: Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: { 'AddressGroup': {'1.2'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Agent': {'1.1'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'ConntrackHelper': {'1.0'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'LocalIPAssociation': {'1.0'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Log': {'1.0'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'NDPProxy': {'1.0'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Network': {'1.1'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Port': {'1.7'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'PortForwarding': {'1.3'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'QosPolicy': {'1.10'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SecurityGroup': {'1.5'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SubPort': {'1.0'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Subnet': {'1.1'}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Trunk': {'1.1'}} Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: consumer versions: Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: { DHCP agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: HyperV agent@hv-cinder-83699: {}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: L3 agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: Metadata agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: Metering agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: Open vSwitch agent@dv-cinder-836996-28-iscsi: { 'AddressGroup': '1.2', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Agent': '1.1', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'ConntrackHelper': '1.0', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'LocalIPAssociation': '1.0', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Log': '1.0', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'NDPProxy': '1.0', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Network': '1.1', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Port': '1.7', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'PortForwarding': '1.3', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'QosPolicy': '1.10', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SecurityGroup': '1.5', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SecurityGroupRule': '1.2', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'SubPort': '1.0', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Subnet': '1.1', Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: 'Trunk': '1.1'}} Jun 03 16:15:36.920863 dv-cinder-836996-28-iscsi neutron-server[103937]: {{(pid=103937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:15:36.932340 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Checking segment: {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:36.932690 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Network hostable DHCP agents. Network: aac77ef2-24df-4348-b770-e983d0529c48, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:15:36.952930 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Network aac77ef2-24df-4348-b770-e983d0529c48 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:15:36.963562 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, aac77ef2-24df-4348-b770-e983d0529c48) {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:36.969396 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:36.970930 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:36.975087 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1979b-4e64-4571-9209-5c455d9198af None None] Network aac77ef2-24df-4348-b770-e983d0529c48 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:15:36.995480 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39522) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:36.996027 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a89146a3-292e-4305-9ab2-176718513b43 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3741412 Jun 03 16:15:37.001583 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:37.029150 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.030497 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.088721 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks [] for router_controller (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.108775 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-aac77ef2-24df-4348-b770-e983d0529c48', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:15:37.110371 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.159243 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39532) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:37.274313 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Allocated IP 172.20.0.2 (aac77ef2-24df-4348-b770-e983d0529c48/396edb17-24c6-4f46-a301-e519b0c17869/cec33330-5cf1-4fd7-8c0d-8efd1fb051d6) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:37.322437 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks [] for router_gateway (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.380311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1358654418-network', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:37.415416 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Made reservation on behalf of c6758d3ab63e4ace8d2d32a4b391d942 for: {'network': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:37.420112 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.428936 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Publish callbacks [] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.435976 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.443206 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.484464 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Network aac77ef2-24df-4348-b770-e983d0529c48 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:37.488210 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:37.500332 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:37.512723 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Pushing event updated for resources: {'Port': ['ID=cec33330-5cf1-4fd7-8c0d-8efd1fb051d6,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:37.544461 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.544793 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.545378 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.545876 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.546385 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.546918 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.547430 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.548248 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.548740 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.549457 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.549941 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.550548 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.551013 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.551519 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.552083 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Tracked resource versions report: Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: pushed versions: Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: { 'AddressGroup': {'1.2'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Agent': {'1.1'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'ConntrackHelper': {'1.0'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'LocalIPAssociation': {'1.0'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Log': {'1.0'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'NDPProxy': {'1.0'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Network': {'1.1'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Port': {'1.7'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'PortForwarding': {'1.3'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'QosPolicy': {'1.10'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SecurityGroup': {'1.5'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SubPort': {'1.0'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Subnet': {'1.1'}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Trunk': {'1.1'}} Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: consumer versions: Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: { DHCP agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: HyperV agent@hv-cinder-83699: {}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: L3 agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: Metadata agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: Metering agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: Open vSwitch agent@dv-cinder-836996-28-iscsi: { 'AddressGroup': '1.2', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Agent': '1.1', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'ConntrackHelper': '1.0', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'LocalIPAssociation': '1.0', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Log': '1.0', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'NDPProxy': '1.0', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Network': '1.1', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Port': '1.7', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'PortForwarding': '1.3', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'QosPolicy': '1.10', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SecurityGroup': '1.5', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SecurityGroupRule': '1.2', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'SubPort': '1.0', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Subnet': '1.1', Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: 'Trunk': '1.1'}} Jun 03 16:15:37.554788 dv-cinder-836996-28-iscsi neutron-server[103938]: {{(pid=103938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:15:37.596816 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Publish callbacks [] for security_group (441007b8-5ee9-4668-a81b-3eead858a420), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.601830 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (441007b8-5ee9-4668-a81b-3eead858a420), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.607882 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks [] for router_gateway (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.623154 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'} {{(pid=103937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:15:37.635097 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Attempting to bind port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:15:37.635770 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Attempting to bind port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:15:37.636132 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Attempting to bind port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 on network aac77ef2-24df-4348-b770-e983d0529c48 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:15:37.638445 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (4fbfe614-3b71-4169-9aa3-45898b59af03), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.639019 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.segments_db [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Added segment 4fbfe614-3b71-4169-9aa3-45898b59af03 of type vlan for network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e Jun 03 16:15:37.643406 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.649500 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:15:37.649866 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Checking segment: {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:37.650337 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.655702 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Bound using segment: {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:15:37.656579 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Bound port: cec33330-5cf1-4fd7-8c0d-8efd1fb051d6, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:15:37.658447 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.693544 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.716261 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:37.759991 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:37.761686 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441007b8-5ee9-4668-a81b-3eead858a420,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:37.766852 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.768738 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:37.769525 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.802369 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6420145 Jun 03 16:15:37.806554 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39566) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:37.811775 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] For port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:15:37.813737 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Request body: {'subnet': {'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-subnet', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:37.815585 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] For port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=cec33330-5cf1-4fd7-8c0d-8efd1fb051d6,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:15:37.818374 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:37.823657 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.837508 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39568) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:37.853621 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Made reservation on behalf of c6758d3ab63e4ace8d2d32a4b391d942 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:37.856746 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:37.864038 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:37.874373 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf093b7-a350-4ec2-9359-7469f3d4b7a7 admin admin] Pushing event updated for resources: {'Network': ['ID=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:37.891986 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:15:37.915517 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Allocated IP 172.27.2.23 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/2e9cc203-419e-4f28-b8d5-59384f88d94d) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:38.015817 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be031680-3a23-4e22-a25e-a09ed10a0f96 None None] Pushing event updated for resources: {'Port': ['ID=cec33330-5cf1-4fd7-8c0d-8efd1fb051d6,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:38.093578 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39576) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:38.133130 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks [] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.258650 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (b222e9b4-0a2b-4056-adfa-c1fb610cdc9a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.367956 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.392856 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:38.409623 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39588) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:38.448566 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:38.452796 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-969187757-network', 'tenant_id': 'd0f59694966848829048aee648dddccc'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:38.459104 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1510474519-network', 'tenant_id': 'b1dde95632be44e29e77bfddc2ad84b5'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:38.461322 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Checking segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:38.461676 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Network hostable DHCP agents. Network: 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:15:38.472152 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:38.483693 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:38.496369 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Made reservation on behalf of b1dde95632be44e29e77bfddc2ad84b5 for: {'network': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:38.499984 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.518233 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.574308 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9cc203-419e-4f28-b8d5-59384f88d94d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:38.585015 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Made reservation on behalf of d0f59694966848829048aee648dddccc for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:38.587539 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.623036 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:38.654922 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Publish callbacks [] for security_group (5abb358f-96fe-411a-8b4f-bbc23a6e184e), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.660949 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (5abb358f-96fe-411a-8b4f-bbc23a6e184e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.695165 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abb358f-96fe-411a-8b4f-bbc23a6e184e,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:38.705674 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-network', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:38.720024 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:15:38.726707 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] vlan segment allocate from pool success with {'vlan_id': 1234, 'physical_network': 'physnet1'} {{(pid=103937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:15:38.732817 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.748152 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (48463645-35a0-4db5-a821-e8d63e0c01c6), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.748870 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.segments_db [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Added segment 48463645-35a0-4db5-a821-e8d63e0c01c6 of type vlan for network d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 Jun 03 16:15:38.754609 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:38.758132 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Made reservation on behalf of 1443b802dc724950b5eb5c6446e2515c for: {'network': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:38.761161 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.768855 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa2f32-4953-485d-b740-db0065f12226 None None] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:15:38.772789 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.793082 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:38.793716 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.806218 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:38.817295 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.829271 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b7bc5843-6978-438e-a496-7e9d630d724d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0216823 Jun 03 16:15:38.834291 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39598) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:38.842838 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:38.894568 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:38.895278 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:38.896687 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:38.897211 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.128703 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] Pushing event updated for resources: {'Network': ['ID=d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:39.145518 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.159918 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.174199 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:15:39.211873 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks [] for router_gateway (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.249580 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Publish callbacks [] for security_group (dfa5e89c-050a-48df-95b4-f00db423c4a7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.344817 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (dfa5e89c-050a-48df-95b4-f00db423c4a7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.345422 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks [] for router_controller (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), precommit_add_association {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.351113 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:15:39.362989 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-c5f28550-3505-454e-a126-a0da7197e733 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.2656133 Jun 03 16:15:39.432400 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39616) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:39.432943 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:15:39.434550 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.442987 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a139595-5a71-40a0-b3e0-39125008c7fa None None] Network aac77ef2-24df-4348-b770-e983d0529c48 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:15:39.447555 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Request body: {'subnet': {'network_id': 'd7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1510474519-subnet', 'tenant_id': 'b1dde95632be44e29e77bfddc2ad84b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:39.484844 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] vlan segment allocate from pool success with {'vlan_id': 1224, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:15:39.494242 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Publish callbacks [] for security_group (9e926e80-c465-4a5f-a22c-62d5181f17f3), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.500335 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (9e926e80-c465-4a5f-a22c-62d5181f17f3), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.507687 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa5e89c-050a-48df-95b4-f00db423c4a7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:39.523402 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (e8b4dd01-a2ad-4e62-9747-b7c5f03aff61), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.523742 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Added segment e8b4dd01-a2ad-4e62-9747-b7c5f03aff61 of type vlan for network c3619401-b67f-424d-9ca5-3555aafbaad6 Jun 03 16:15:39.540606 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Made reservation on behalf of b1dde95632be44e29e77bfddc2ad84b5 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:39.545208 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.567947 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:39.590836 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] vlan segment allocate from pool success with {'vlan_id': 1205, 'physical_network': 'physnet1'} {{(pid=103937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:15:39.611316 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks [] for router_gateway (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.611565 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:39.612829 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-9b941aef-79cf-4164-b4a7-91df26cbdc38 None None] Provisioning complete for port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:39.613250 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b941aef-79cf-4164-b4a7-91df26cbdc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.622459 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (622a8f6d-9953-4359-a9ed-c82be403093b), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.623117 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.segments_db [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Added segment 622a8f6d-9953-4359-a9ed-c82be403093b of type vlan for network 6e0aaf95-4836-425b-942f-acfb7d3ce506 Jun 03 16:15:39.624860 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e926e80-c465-4a5f-a22c-62d5181f17f3,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:39.709905 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (c3619401-b67f-424d-9ca5-3555aafbaad6), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.715713 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:INSERT=19,neutron:SELECT=73,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:39.779075 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9b941aef-79cf-4164-b4a7-91df26cbdc38 None None] Current status of the port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:39.779697 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b941aef-79cf-4164-b4a7-91df26cbdc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.793274 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (c3619401-b67f-424d-9ca5-3555aafbaad6), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.794799 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:39.795400 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.832974 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (6e0aaf95-4836-425b-942f-acfb7d3ce506), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.840383 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9b941aef-79cf-4164-b4a7-91df26cbdc38 None None] For port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=cec33330-5cf1-4fd7-8c0d-8efd1fb051d6,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:15:39.846856 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:39.847242 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.884936 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.0423019 Jun 03 16:15:39.886837 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.892234 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39632) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:39.903127 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Request body: {'subnet': {'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-969187757-subnet', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:39.916619 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (6e0aaf95-4836-425b-942f-acfb7d3ce506), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.919575 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:39.921352 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.929944 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b941aef-79cf-4164-b4a7-91df26cbdc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:39.940767 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330f75e-9c94-4355-9e8d-36c334bd1718 admin admin] Pushing event updated for resources: {'Network': ['ID=c3619401-b67f-424d-9ca5-3555aafbaad6,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:39.993384 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks [] for router_gateway (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:40.050448 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b941aef-79cf-4164-b4a7-91df26cbdc38 None None] Pushing event updated for resources: {'Port': ['ID=cec33330-5cf1-4fd7-8c0d-8efd1fb051d6,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:40.054673 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network c3619401-b67f-424d-9ca5-3555aafbaad6 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:15:40.062451 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:40.074007 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6633976 Jun 03 16:15:40.081443 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39640) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:40.081672 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:40.086086 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Made reservation on behalf of d0f59694966848829048aee648dddccc for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:40.088931 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:40.112016 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Request body: {'subnet': {'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-subnet', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:40.115527 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:40.183201 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d27ed6-89d2-407a-8254-c0b797531e91 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0aaf95-4836-425b-942f-acfb7d3ce506,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:40.207704 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Made reservation on behalf of 1443b802dc724950b5eb5c6446e2515c for: {'subnet': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:40.211274 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:40.223683 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:15:40.241990 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (9ced27b9-e779-4db8-b01f-95e2afb56db5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:40.357989 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ced27b9-e779-4db8-b01f-95e2afb56db5,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:40.387815 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Allocated IP 172.27.2.12 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/0643b754-2033-46ab-9f9e-b0553b915715) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:40.428625 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:40.437756 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:15:40.440287 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Checking segment: {'id': '48463645-35a0-4db5-a821-e8d63e0c01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'd7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:40.440818 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Network hostable DHCP agents. Network: d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:15:40.588104 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Network d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:15:40.600727 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Allocated IP 172.20.0.2 (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e/b222e9b4-0a2b-4056-adfa-c1fb610cdc9a/5bf4e9af-5f72-44e2-816e-068e04de2a04) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:40.618994 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:40.629010 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:40.629830 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:40.633944 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (66586911-787f-4f5f-8dbf-ce2c5b62b5ee), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:40.634422 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f475d06-24ef-470b-b07f-c730d7d0d51e None None] Network d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:15:40.741995 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3b935dce-fe12-4f9e-851e-dd6e8bc16e80 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2992804 Jun 03 16:15:40.794784 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:15:40.820714 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66586911-787f-4f5f-8dbf-ce2c5b62b5ee,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:40.830083 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Sync routers for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:40.854999 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:40.857304 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:40.864953 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:40.868102 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:40.879031 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:40.889789 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-25835d62-222d-416a-8fa9-96a0fd1d33b0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8888125 Jun 03 16:15:40.899680 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (96182dd8-304e-490c-8178-3bed40a0c69c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:40.909110 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39686) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:40.924145 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks [] for port (0643b754-2033-46ab-9f9e-b0553b915715), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:41.011465 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Checking segment: {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:41.012999 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Network hostable DHCP agents. Network: c3619401-b67f-424d-9ca5-3555aafbaad6, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:15:41.073960 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (0643b754-2033-46ab-9f9e-b0553b915715), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:41.079228 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf715ff-9069-4fea-b380-83ff48a3bc1f None None] Network d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:15:41.133823 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-8569f8e3-d5a6-4567-8ef6-ee739c6b7b16 None None] Provisioning complete for port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:41.134627 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8569f8e3-d5a6-4567-8ef6-ee739c6b7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:41.196177 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:41.227953 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Network c3619401-b67f-424d-9ca5-3555aafbaad6 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:15:41.235880 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:15:41.237803 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Pushing event updated for resources: {'Port': ['ID=0643b754-2033-46ab-9f9e-b0553b915715,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:41.245605 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:41.269025 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, c3619401-b67f-424d-9ca5-3555aafbaad6) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:41.291107 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:41.291740 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:41.320509 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:41.336593 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:41.343815 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:41.354011 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:41.411810 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed700fa-4844-4f64-9cee-b4d301ebfb1a None None] Network c3619401-b67f-424d-9ca5-3555aafbaad6 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:15:41.475172 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:41.493413 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:41.493858 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:41.498948 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Checking segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:41.499627 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Network hostable DHCP agents. Network: 6e0aaf95-4836-425b-942f-acfb7d3ce506, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:15:41.502091 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=96182dd8-304e-490c-8178-3bed40a0c69c,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:41.576343 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:15:41.618090 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 6e0aaf95-4836-425b-942f-acfb7d3ce506) {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:41.627064 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:41.636024 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:41.699028 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:41.702574 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f7172-8d25-4d12-b6ca-7f6174b79279 None None] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:15:41.715035 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:38Z', 'revision_number': 3, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:41.739827 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-e3953cf8-a770-431b-aa76-ad1ada87e4ea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6572113 Jun 03 16:15:41.754740 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Checking router: 74d57aba-8ecb-4315-ac16-8b6f477dbc6b for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:41.755464 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Updating router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b port 2e9cc203-419e-4f28-b8d5-59384f88d94d binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:15:41.792758 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:41.797449 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39716) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:41.819413 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Publish callbacks [] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:41.823798 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:41.901999 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:41.903837 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:41.909861 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-8569f8e3-d5a6-4567-8ef6-ee739c6b7b16 None None] Current status of the port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:41.997315 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks [] for router_gateway (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.015652 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-54de17df-a9c2-49fa-83b7-6a5e1e106f02 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1172154 Jun 03 16:15:42.021863 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:42.024546 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39724) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:42.038453 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:42.067852 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.086428 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (bf71b996-aec1-4b90-a206-017d0fbcb83b), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.088391 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (bf71b996-aec1-4b90-a206-017d0fbcb83b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.090196 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-c3619401-b67f-424d-9ca5-3555aafbaad6', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'project_id': 'd0f59694966848829048aee648dddccc', 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:15:42.093213 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.250893 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks [] for router_controller (bf71b996-aec1-4b90-a206-017d0fbcb83b), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.264852 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Publish callbacks [] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.272535 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.350769 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:42.400992 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Attempting to bind port 2e9cc203-419e-4f28-b8d5-59384f88d94d on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:15:42.401786 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:42.403905 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Attempting to bind port 2e9cc203-419e-4f28-b8d5-59384f88d94d by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:15:42.407321 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Attempting to bind port 2e9cc203-419e-4f28-b8d5-59384f88d94d on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:15:42.438622 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:42.441404 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:42.454690 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Pushing event updated for resources: {'Port': ['ID=5bf4e9af-5f72-44e2-816e-068e04de2a04,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:42.456486 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Pushing event updated for resources: {'Port': ['ID=2e9cc203-419e-4f28-b8d5-59384f88d94d,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:42.459806 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:42.479287 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:15:42.479686 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:42.481248 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.481651 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:15:42.482148 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Bound port: 2e9cc203-419e-4f28-b8d5-59384f88d94d, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:15:42.482529 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.541177 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.542876 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.543382 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.544399 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.547016 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.547557 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.549233 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.549860 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.550406 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.552304 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.552774 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.553244 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.555319 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.555789 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.556243 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Tracked resource versions report: Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: pushed versions: Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: { 'AddressGroup': {'1.2'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Agent': {'1.1'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'ConntrackHelper': {'1.0'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'LocalIPAssociation': {'1.0'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Log': {'1.0'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'NDPProxy': {'1.0'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Network': {'1.1'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Port': {'1.7'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'PortForwarding': {'1.3'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'QosPolicy': {'1.10'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SecurityGroup': {'1.5'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SubPort': {'1.0'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Subnet': {'1.1'}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Trunk': {'1.1'}} Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: consumer versions: Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: { DHCP agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: HyperV agent@hv-cinder-83699: {}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: L3 agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: Metadata agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: Metering agent@dv-cinder-836996-28-iscsi: {}, Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: Open vSwitch agent@dv-cinder-836996-28-iscsi: { 'AddressGroup': '1.2', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Agent': '1.1', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'ConntrackHelper': '1.0', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'LocalIPAssociation': '1.0', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Log': '1.0', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'NDPProxy': '1.0', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Network': '1.1', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Port': '1.7', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'PortForwarding': '1.3', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'QosPolicy': '1.10', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SecurityGroup': '1.5', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SecurityGroupRule': '1.2', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'SubPort': '1.0', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Subnet': '1.1', Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: 'Trunk': '1.1'}} Jun 03 16:15:42.563400 dv-cinder-836996-28-iscsi neutron-server[103939]: {{(pid=103939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:15:42.568994 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks [] for router_gateway (bf71b996-aec1-4b90-a206-017d0fbcb83b), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.598701 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks [] for router_controller (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), precommit_add_association {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.630382 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39748) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:42.639258 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] For port 2e9cc203-419e-4f28-b8d5-59384f88d94d, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:15:42.644859 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] For port 2e9cc203-419e-4f28-b8d5-59384f88d94d, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=2e9cc203-419e-4f28-b8d5-59384f88d94d,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:15:42.652716 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.680316 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-6e0aaf95-4836-425b-942f-acfb7d3ce506', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:15:42.682268 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.777933 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Attempting to bind port 5bf4e9af-5f72-44e2-816e-068e04de2a04 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:15:42.778810 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Attempting to bind port 5bf4e9af-5f72-44e2-816e-068e04de2a04 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:15:42.780365 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:42.780537 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Attempting to bind port 5bf4e9af-5f72-44e2-816e-068e04de2a04 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:15:42.784833 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:42.801381 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:15:42.802090 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Checking segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:42.802649 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.803284 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Bound using segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:15:42.803935 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Bound port: 5bf4e9af-5f72-44e2-816e-068e04de2a04, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:15:42.804708 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.844692 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:42.907703 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Allocated IP 172.20.0.2 (c3619401-b67f-424d-9ca5-3555aafbaad6/66586911-787f-4f5f-8dbf-ce2c5b62b5ee/dfae8632-52ad-40ad-9be7-ea97cfc42e95) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:42.911374 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:42.971918 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9e0d30db-a540-4dab-8758-0df89ec9cc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.025273 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39760) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:43.031217 dv-cinder-836996-28-iscsi neutron-server[103936]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 16:15:43.067424 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:43.105081 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks [] for router_gateway (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.108284 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] For port 5bf4e9af-5f72-44e2-816e-068e04de2a04, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:15:43.139881 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] For port 5bf4e9af-5f72-44e2-816e-068e04de2a04, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5bf4e9af-5f72-44e2-816e-068e04de2a04,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:15:43.154721 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Allocated IP 172.20.0.2 (6e0aaf95-4836-425b-942f-acfb7d3ce506/96182dd8-304e-490c-8178-3bed40a0c69c/5cbb47fd-bf6a-419e-bc27-f6dc896092c2) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:43.168406 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.192698 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:43.264756 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:43.275556 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:38Z', 'revision_number': 3, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:43.308163 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.311752 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:43.313716 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c1ba6-685f-4e7b-982c-d7302ecdee95 None None] The sync data for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi is: [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:38Z', 'revision_number': 3, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:15:43.357381 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548eb60-0533-4078-a3d9-057e8cdda5a9 None None] Pushing event updated for resources: {'Port': ['ID=2e9cc203-419e-4f28-b8d5-59384f88d94d,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:43.367421 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:43.441282 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a2441-6052-441f-a4ee-093f70ad85be None None] Pushing event updated for resources: {'Port': ['ID=5bf4e9af-5f72-44e2-816e-068e04de2a04,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:43.460312 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks [] for router_gateway (bf71b996-aec1-4b90-a206-017d0fbcb83b), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.546480 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Publish callbacks [] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.554973 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.571280 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.590110 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-616f5f37-8085-4937-80fe-1e702c9eb62d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:43.593100 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-616f5f37-8085-4937-80fe-1e702c9eb62d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/networks?id=d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 HTTP/1.1" status: 200 len: 812 time: 0.5660090 Jun 03 16:15:43.639550 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:43.692783 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Allocated IP 172.20.0.1 (aac77ef2-24df-4348-b770-e983d0529c48/396edb17-24c6-4f46-a301-e519b0c17869/cbaa0dfe-83a5-412a-a5ae-948e17403305) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:43.728902 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-ebeb2191-c9f0-4c77-90e0-c8e9b0dcf41d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/quotas/b1dde95632be44e29e77bfddc2ad84b5 HTTP/1.1" status: 200 len: 375 time: 0.1286995 Jun 03 16:15:43.759306 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9e0d30db-a540-4dab-8758-0df89ec9cc64 admin admin] Publish callbacks [] for security_group (135e8afe-a8c2-4f12-99bb-286c9498a58f), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.769348 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks [] for router_gateway (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.770259 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Network c3619401-b67f-424d-9ca5-3555aafbaad6 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:43.800925 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.811365 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9e0d30db-a540-4dab-8758-0df89ec9cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (135e8afe-a8c2-4f12-99bb-286c9498a58f), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.813317 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:43.842160 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:43.856297 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-9e0d30db-a540-4dab-8758-0df89ec9cc64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73d7613037564f069b2c63dbde4144d8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2120221 Jun 03 16:15:43.863177 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:43.863938 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39776) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:43.932287 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Publish callbacks [] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:43.992135 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Pushing event updated for resources: {'Port': ['ID=dfae8632-52ad-40ad-9be7-ea97cfc42e95,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:44.032980 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d30db-a540-4dab-8758-0df89ec9cc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135e8afe-a8c2-4f12-99bb-286c9498a58f,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:44.046129 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:44.115792 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Pushing event updated for resources: {'Port': ['ID=5cbb47fd-bf6a-419e-bc27-f6dc896092c2,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:44.127001 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:15:44.155813 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Attempting to bind port dfae8632-52ad-40ad-9be7-ea97cfc42e95 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:15:44.156592 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Attempting to bind port dfae8632-52ad-40ad-9be7-ea97cfc42e95 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:15:44.157075 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Attempting to bind port dfae8632-52ad-40ad-9be7-ea97cfc42e95 on network c3619401-b67f-424d-9ca5-3555aafbaad6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:15:44.168381 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:44.170440 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:44.174170 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:15:44.174685 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Checking segment: {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:44.175194 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:44.175824 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Bound using segment: {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:15:44.176416 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Bound port: dfae8632-52ad-40ad-9be7-ea97cfc42e95, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:15:44.176915 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:44.190118 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Allocated IP 172.27.2.76 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/b21bc64e-3598-484c-8b78-f990c917d078) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:44.208025 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:44.214931 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:44.294417 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-b434c059-32fa-4dad-afe6-e7a7f51ab1c2 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1dde95632be44e29e77bfddc2ad84b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5532646 Jun 03 16:15:44.333295 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:15:44.340000 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Attempting to bind port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:15:44.340446 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Attempting to bind port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:15:44.340808 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Attempting to bind port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:15:44.355610 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:44.369453 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:44.375860 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-fe34a9d8-51a0-4573-96e6-147441ffad39 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5402405 Jun 03 16:15:44.377167 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39800) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:44.383666 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:15:44.384100 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Checking segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:44.385720 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:44.389161 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Bound using segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:15:44.389161 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Bound port: 5cbb47fd-bf6a-419e-bc27-f6dc896092c2, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:15:44.389161 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:44.390122 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] For port dfae8632-52ad-40ad-9be7-ea97cfc42e95, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:15:44.428362 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] For port dfae8632-52ad-40ad-9be7-ea97cfc42e95, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=dfae8632-52ad-40ad-9be7-ea97cfc42e95,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:15:44.431714 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:44.432360 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:44.594791 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:44.698570 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:44.715085 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:44.761482 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:44.776235 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-0eb8fa52-6ec6-40b2-a23e-8e1763661066 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:15:44.777450 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-0eb8fa52-6ec6-40b2-a23e-8e1763661066 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1420636 Jun 03 16:15:44.908310 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:44.928864 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b495145-116b-45af-b507-f330ccaa0675 None None] Pushing event updated for resources: {'Port': ['ID=dfae8632-52ad-40ad-9be7-ea97cfc42e95,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:44.952972 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Publish callbacks [] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:44.962590 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55d0bdd2-2786-4721-85e4-539f7cc991c2 admin admin] Publish callbacks [] for security_group (135e8afe-a8c2-4f12-99bb-286c9498a58f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:44.990197 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] For port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:15:44.995638 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] For port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5cbb47fd-bf6a-419e-bc27-f6dc896092c2,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:15:45.007220 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks [] for port (b21bc64e-3598-484c-8b78-f990c917d078), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.010350 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.016317 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:45.041779 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55d0bdd2-2786-4721-85e4-539f7cc991c2 admin admin] Publish callbacks [] for security_group (135e8afe-a8c2-4f12-99bb-286c9498a58f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.083828 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab2e22-07d1-480e-92ff-494b76443b10 None None] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:15:45.116565 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.148897 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-5acf6d02-0ca7-4c58-a9de-91db0df36add service neutron] 10.222.0.41 "GET /v2.0/networks/d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562813 Jun 03 16:15:45.151653 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.154951 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (b21bc64e-3598-484c-8b78-f990c917d078), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.187121 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:45.225385 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-042dc330-c525-4daa-8114-c3bd0a8bfff2 None None] Provisioning complete for port 5bf4e9af-5f72-44e2-816e-068e04de2a04 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:45.225891 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-042dc330-c525-4daa-8114-c3bd0a8bfff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.281520 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:41Z', 'revision_number': 3, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:45.330853 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bd7a8-ab0c-4268-9d79-5b58302b2018 None None] Pushing event updated for resources: {'Port': ['ID=5cbb47fd-bf6a-419e-bc27-f6dc896092c2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:45.380674 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Allocated IP 172.27.2.48 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:45.392182 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Network aac77ef2-24df-4348-b770-e983d0529c48 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:45.393881 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Pushing event updated for resources: {'Port': ['ID=cbaa0dfe-83a5-412a-a5ae-948e17403305,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:45.457361 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:45.459651 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:45.466628 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:45.539108 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Pushing event updated for resources: {'Port': ['ID=b21bc64e-3598-484c-8b78-f990c917d078,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:45.548425 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55d0bdd2-2786-4721-85e4-539f7cc991c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (135e8afe-a8c2-4f12-99bb-286c9498a58f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.553156 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55d0bdd2-2786-4721-85e4-539f7cc991c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.555357 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-55d0bdd2-2786-4721-85e4-539f7cc991c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/135e8afe-a8c2-4f12-99bb-286c9498a58f HTTP/1.1" status: 204 len: 168 time: 1.6691763 Jun 03 16:15:45.630473 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0bdd2-2786-4721-85e4-539f7cc991c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135e8afe-a8c2-4f12-99bb-286c9498a58f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:45.643159 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 2e9cc203-419e-4f28-b8d5-59384f88d94d up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:15:45.652305 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:45.653646 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.656491 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:45.698496 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:45.752059 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:45.752405 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Updating router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 port 0643b754-2033-46ab-9f9e-b0553b915715 binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:15:45.858439 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0643b754-2033-46ab-9f9e-b0553b915715), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:45.952761 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 2e9cc203-419e-4f28-b8d5-59384f88d94d triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:45.953410 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.119614 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Allocated IP 172.20.0.1 (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e/b222e9b4-0a2b-4056-adfa-c1fb610cdc9a/bfdaabb5-1990-4613-9533-6bdd1b76e242) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:46.213536 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks [] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.214674 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-042dc330-c525-4daa-8114-c3bd0a8bfff2 None None] Current status of the port 5bf4e9af-5f72-44e2-816e-068e04de2a04 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:46.215140 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-042dc330-c525-4daa-8114-c3bd0a8bfff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.291170 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-7f28acc8-0f68-42cf-b6d4-5ddb12989267 service neutron] 10.222.0.41 "GET /v2.0/networks/d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1259863 Jun 03 16:15:46.413974 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39860) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:46.517187 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a9c4824c-609f-43c5-9339-4d8aecdca96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.530264 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:46.557579 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-042dc330-c525-4daa-8114-c3bd0a8bfff2 None None] For port 5bf4e9af-5f72-44e2-816e-068e04de2a04, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5bf4e9af-5f72-44e2-816e-068e04de2a04,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:15:46.596088 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.616350 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-042dc330-c525-4daa-8114-c3bd0a8bfff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.693834 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 2e9cc203-419e-4f28-b8d5-59384f88d94d is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:46.694736 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.716834 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Publish callbacks [] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.749512 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:46.760453 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:46.780906 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:46.796619 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:46.811314 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:46.818792 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks [] for router_gateway (bf71b996-aec1-4b90-a206-017d0fbcb83b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.934857 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.957008 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port 2e9cc203-419e-4f28-b8d5-59384f88d94d, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=2e9cc203-419e-4f28-b8d5-59384f88d94d,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:15:46.966403 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:46.982070 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-44e9fc3c-a651-423a-82b3-603396052f04 None None] Provisioning complete for port cbaa0dfe-83a5-412a-a5ae-948e17403305 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:46.982458 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44e9fc3c-a651-423a-82b3-603396052f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.998849 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:46.999757 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5bf4e9af-5f72-44e2-816e-068e04de2a04 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:15:47.064055 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39888) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:47.093566 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dc330-c525-4daa-8114-c3bd0a8bfff2 None None] Pushing event updated for resources: {'Port': ['ID=5bf4e9af-5f72-44e2-816e-068e04de2a04,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:47.120705 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b2af2-12e6-467d-b771-f9f2ea966c81 None None] Network c3619401-b67f-424d-9ca5-3555aafbaad6 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:15:47.174798 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.239087 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39894) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:47.334418 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a9c4824c-609f-43c5-9339-4d8aecdca96b admin admin] Publish callbacks [] for security_group (d768283e-602e-467b-b5d7-40a89f95c352), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.343134 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:47.358215 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:47.393788 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a9c4824c-609f-43c5-9339-4d8aecdca96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d768283e-602e-467b-b5d7-40a89f95c352), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.405677 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (bf71b996-aec1-4b90-a206-017d0fbcb83b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.415262 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:47.456579 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-44e9fc3c-a651-423a-82b3-603396052f04 None None] Port cbaa0dfe-83a5-412a-a5ae-948e17403305 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:15:47.544687 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-44e9fc3c-a651-423a-82b3-603396052f04 None None] Provisioning complete for port 5bf4e9af-5f72-44e2-816e-068e04de2a04 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:47.545786 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-44e9fc3c-a651-423a-82b3-603396052f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.552780 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4824c-609f-43c5-9339-4d8aecdca96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d768283e-602e-467b-b5d7-40a89f95c352,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:47.593383 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=2e9cc203-419e-4f28-b8d5-59384f88d94d,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:47.630690 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:47.642248 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 5bf4e9af-5f72-44e2-816e-068e04de2a04 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:47.642778 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.694747 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662ead3a-8008-4a87-bdad-5c3442aea150 None None] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:15:47.722564 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6c46-203c-42de-9ed9-32b046e52ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.725724 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Publish callbacks [] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.729330 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9905cfd6-da9b-4717-8711-493145b265ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.738073 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.739072 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.749299 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdaabb5-1990-4613-9533-6bdd1b76e242,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:47.807511 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a9c4824c-609f-43c5-9339-4d8aecdca96b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d648cc83af4a453b8f1472d9a1c58464&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3901682 Jun 03 16:15:47.832066 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39926) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:47.869675 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39934) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:47.884440 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:47.885041 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.909307 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Publish callbacks [] for port (0643b754-2033-46ab-9f9e-b0553b915715), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.910424 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Pushing event updated for resources: {'Port': ['ID=cbaa0dfe-83a5-412a-a5ae-948e17403305,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:47.928778 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:47.930160 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (0643b754-2033-46ab-9f9e-b0553b915715), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.957834 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6c46-203c-42de-9ed9-32b046e52ab0 admin admin] Publish callbacks [] for security_group (17af4823-2f4c-4d59-8286-d7a6f5c107c2), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:47.977637 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6c46-203c-42de-9ed9-32b046e52ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (17af4823-2f4c-4d59-8286-d7a6f5c107c2), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.010677 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks [] for router_gateway (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.138297 dv-cinder-836996-28-iscsi neutron-server[103937]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 16:15:48.162790 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:48.186671 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9905cfd6-da9b-4717-8711-493145b265ef admin admin] Publish callbacks [] for security_group (8413fb1e-771f-45a8-af15-7b4c1c937c5e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.225691 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Attempting to bind port 0643b754-2033-46ab-9f9e-b0553b915715 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:15:48.226064 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Attempting to bind port 0643b754-2033-46ab-9f9e-b0553b915715 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:15:48.226428 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Attempting to bind port 0643b754-2033-46ab-9f9e-b0553b915715 on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:15:48.233974 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3bcec18-c7fe-4a38-933c-e22784c20605 admin admin] Publish callbacks [] for security_group (d768283e-602e-467b-b5d7-40a89f95c352), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.249847 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-44e9fc3c-a651-423a-82b3-603396052f04 None None] Current status of the port 5bf4e9af-5f72-44e2-816e-068e04de2a04 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:48.251784 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda59ebd-f280-440f-8dde-92f1729d1bc7 None None] Pushing event updated for resources: {'Port': ['ID=0643b754-2033-46ab-9f9e-b0553b915715,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:48.271867 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:15:48.272373 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:48.272774 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.273168 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:15:48.273660 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Bound port: 0643b754-2033-46ab-9f9e-b0553b915715, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:15:48.274015 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0643b754-2033-46ab-9f9e-b0553b915715), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.279439 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 5bf4e9af-5f72-44e2-816e-068e04de2a04 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:48.296260 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dc99c0d1-e7ab-44ec-ae6f-7799305ceab3 req-8b8d0c8a-a2c9-4264-b04f-9acdcc910cc3 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 210 time: 0.4236941 Jun 03 16:15:48.324531 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-fd8f6c46-203c-42de-9ed9-32b046e52ab0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a0bf140eda04cedac1bba0d46246b0a&name=default HTTP/1.1" status: 200 len: 2993 time: 1.0143468 Jun 03 16:15:48.337458 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f6c46-203c-42de-9ed9-32b046e52ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af4823-2f4c-4d59-8286-d7a6f5c107c2,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:48.344748 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39942) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:48.346064 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:48.347003 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3bcec18-c7fe-4a38-933c-e22784c20605 admin admin] Publish callbacks [] for security_group (d768283e-602e-467b-b5d7-40a89f95c352), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.361338 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] For port 0643b754-2033-46ab-9f9e-b0553b915715, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:15:48.368745 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9905cfd6-da9b-4717-8711-493145b265ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (8413fb1e-771f-45a8-af15-7b4c1c937c5e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.375802 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] For port 0643b754-2033-46ab-9f9e-b0553b915715, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=0643b754-2033-46ab-9f9e-b0553b915715,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:15:48.397472 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (0643b754-2033-46ab-9f9e-b0553b915715), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.426137 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Network aac77ef2-24df-4348-b770-e983d0529c48 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:48.458217 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:48.462928 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:48.506680 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Provisioning complete for port dfae8632-52ad-40ad-9be7-ea97cfc42e95 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:48.507023 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.525947 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.542391 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9905cfd6-da9b-4717-8711-493145b265ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34a04db02b7148da89f56b89dc1921eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4754462 Jun 03 16:15:48.543477 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39948) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:48.548655 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905cfd6-da9b-4717-8711-493145b265ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8413fb1e-771f-45a8-af15-7b4c1c937c5e,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:48.693155 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:48.729782 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Router bf71b996-aec1-4b90-a206-017d0fbcb83b is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:15:48.749178 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:48.750721 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:48.759453 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Current status of the port dfae8632-52ad-40ad-9be7-ea97cfc42e95 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:48.760271 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.767685 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:15:48.768052 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1cbf0ce4-cc2f-45cb-8938-bdc7685324bb admin admin] Publish callbacks [] for security_group (17af4823-2f4c-4d59-8286-d7a6f5c107c2), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.794604 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3bcec18-c7fe-4a38-933c-e22784c20605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d768283e-602e-467b-b5d7-40a89f95c352), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.797277 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3bcec18-c7fe-4a38-933c-e22784c20605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.798424 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f3bcec18-c7fe-4a38-933c-e22784c20605 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d768283e-602e-467b-b5d7-40a89f95c352 HTTP/1.1" status: 204 len: 168 time: 0.9653800 Jun 03 16:15:48.865177 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:48.888568 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1cbf0ce4-cc2f-45cb-8938-bdc7685324bb admin admin] Publish callbacks [] for security_group (17af4823-2f4c-4d59-8286-d7a6f5c107c2), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.890509 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcec18-c7fe-4a38-933c-e22784c20605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d768283e-602e-467b-b5d7-40a89f95c352,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:48.895551 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c303d426-ef03-4f85-87a3-7c5e8b4a9d6b admin admin] Publish callbacks [] for security_group (8413fb1e-771f-45a8-af15-7b4c1c937c5e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.947545 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:15:48.950231 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c303d426-ef03-4f85-87a3-7c5e8b4a9d6b admin admin] Publish callbacks [] for security_group (8413fb1e-771f-45a8-af15-7b4c1c937c5e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:48.989758 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda59ebd-f280-440f-8dde-92f1729d1bc7 None None] Pushing event updated for resources: {'Port': ['ID=0643b754-2033-46ab-9f9e-b0553b915715,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:49.085853 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Publish callbacks [] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:49.101937 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:49.118708 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:49.129283 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:49.133142 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:15:49.164853 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Sync routers for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:49.172969 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:49.173985 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:49.175783 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:49.176404 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:49.225433 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c303d426-ef03-4f85-87a3-7c5e8b4a9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (8413fb1e-771f-45a8-af15-7b4c1c937c5e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:49.229249 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c303d426-ef03-4f85-87a3-7c5e8b4a9d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:49.231767 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c303d426-ef03-4f85-87a3-7c5e8b4a9d6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8413fb1e-771f-45a8-af15-7b4c1c937c5e HTTP/1.1" status: 204 len: 168 time: 0.6853044 Jun 03 16:15:49.250066 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:15:49.285144 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-821c2171-e415-4e6d-bd59-7a83622b228f admin admin] 10.222.0.41 "PUT /v2.0/routers/74d57aba-8ecb-4315-ac16-8b6f477dbc6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3737974 Jun 03 16:15:49.295735 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdaabb5-1990-4613-9533-6bdd1b76e242,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:49.306198 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:49.310185 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2230206e-6639-435c-9156-c7907e9f9a9c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2794583 Jun 03 16:15:49.325157 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 39960) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:49.349202 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303d426-ef03-4f85-87a3-7c5e8b4a9d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8413fb1e-771f-45a8-af15-7b4c1c937c5e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:49.439424 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Sync routers for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:49.468867 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:49.698137 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1cbf0ce4-cc2f-45cb-8938-bdc7685324bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (17af4823-2f4c-4d59-8286-d7a6f5c107c2), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:49.701711 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1cbf0ce4-cc2f-45cb-8938-bdc7685324bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:49.702923 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-1cbf0ce4-cc2f-45cb-8938-bdc7685324bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17af4823-2f4c-4d59-8286-d7a6f5c107c2 HTTP/1.1" status: 204 len: 168 time: 1.3500919 Jun 03 16:15:49.734175 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf0ce4-cc2f-45cb-8938-bdc7685324bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af4823-2f4c-4d59-8286-d7a6f5c107c2,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:49.748388 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:49.765917 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:15:49.769008 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:49.773972 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:49.857067 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:49.863344 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:49.909561 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 3, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:49.965884 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:15:49.993240 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39980) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:50.011368 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Checking router: bf71b996-aec1-4b90-a206-017d0fbcb83b for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:50.012480 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Updating router bf71b996-aec1-4b90-a206-017d0fbcb83b port b21bc64e-3598-484c-8b78-f990c917d078 binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:15:50.017721 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Sync routers for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:50.051500 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.118', 63308) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:50.131329 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:50.131995 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:50.135249 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-946a2c21-badf-4eaa-b1d5-b35eee85b453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:50.184470 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:50.252611 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:50.259968 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-de85536d-ed45-4fef-95d2-854307dcf535 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.4614663 Jun 03 16:15:50.263776 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39984) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:50.275607 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9d213df5-8f31-45e7-b934-3b3f5fa07698 req-34367907-55e0-48fa-b6a8-1da77c0998d7 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 210 time: 0.5268791 Jun 03 16:15:50.281759 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:50.436715 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:50.494802 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:50.500315 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:50.513534 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 39998) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:50.520991 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-9d88f5b3-054a-4c33-8ac2-2af38139abdf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--702785982', 'description': 'tempest-description--1910660396'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:50.599935 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:50.699272 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40004) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:50.717576 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] For port dfae8632-52ad-40ad-9be7-ea97cfc42e95, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=dfae8632-52ad-40ad-9be7-ea97cfc42e95,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:15:50.723429 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b21bc64e-3598-484c-8b78-f990c917d078), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:50.748358 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d88f5b3-054a-4c33-8ac2-2af38139abdf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:50.763165 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:50.787119 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c2385147-b62c-4d8b-8e14-1a4677be648a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:50.835985 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:15:50.849122 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:50.912648 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:50.915909 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Provisioning complete for port bfdaabb5-1990-4613-9533-6bdd1b76e242 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:50.916934 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:50.919798 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-85ab9e0d-fead-445d-b7f5-c4c65be4ef8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:50.932205 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Pushing event updated for resources: {'Port': ['ID=dfae8632-52ad-40ad-9be7-ea97cfc42e95,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:50.961678 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-cb090427-0fbb-482a-922c-e04ab48c4f1a tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:50.963381 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-cb090427-0fbb-482a-922c-e04ab48c4f1a tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.118 "GET /v2.0/networks?id=d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 HTTP/1.1" status: 200 len: 812 time: 0.8622313 Jun 03 16:15:50.974548 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:50.975211 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:50.995614 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d88f5b3-054a-4c33-8ac2-2af38139abdf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (ee01147e-fde8-47c7-94cb-056142e4c430), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.020234 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d88f5b3-054a-4c33-8ac2-2af38139abdf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (ee01147e-fde8-47c7-94cb-056142e4c430), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.041692 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Request body: {'port': {'device_id': 'bdd398f1-b836-4cf5-9735-ed63505630a7', 'network_id': 'd7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9', 'admin_state_up': True, 'tenant_id': 'b1dde95632be44e29e77bfddc2ad84b5'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:51.066070 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:51.074138 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88f5b3-054a-4c33-8ac2-2af38139abdf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee01147e-fde8-47c7-94cb-056142e4c430,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:51.096205 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:47Z', 'revision_number': 3, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:51.151397 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Port bfdaabb5-1990-4613-9533-6bdd1b76e242 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:15:51.172837 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Checking router: 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:51.173770 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Updating router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:15:51.213478 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Provisioning complete for port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:51.214591 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:51.217562 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.226855 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.290581 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c2385147-b62c-4d8b-8e14-1a4677be648a admin admin] Publish callbacks [] for security_group (7d1c4674-df53-4939-a7f4-789432728fcf), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.326387 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Allocated IP 172.20.0.1 (c3619401-b67f-424d-9ca5-3555aafbaad6/66586911-787f-4f5f-8dbf-ce2c5b62b5ee/f8208d1e-e660-4992-9cd7-ae7df9bd0143) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:51.383051 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:51.384244 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.391559 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:15:51.395226 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d88f5b3-054a-4c33-8ac2-2af38139abdf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.399392 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-9d88f5b3-054a-4c33-8ac2-2af38139abdf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8828487 Jun 03 16:15:51.412258 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Publish callbacks [] for port (b21bc64e-3598-484c-8b78-f990c917d078), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.420625 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-50a8b746-00a1-445f-9dfe-b2b9618c2554 admin admin] 10.222.0.41 "PUT /v2.0/routers/dd3d1954-f591-4ef1-99fa-1f6b5cc657e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0421603 Jun 03 16:15:51.434236 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (b21bc64e-3598-484c-8b78-f990c917d078), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.437394 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:51.453255 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40032) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:51.455415 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-946a2c21-badf-4eaa-b1d5-b35eee85b453 admin admin] Publish callbacks [] for security_group (94c8b420-8b9c-46ac-8b57-77d947b2e6c4), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.470384 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-946a2c21-badf-4eaa-b1d5-b35eee85b453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (94c8b420-8b9c-46ac-8b57-77d947b2e6c4), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.553718 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a2c21-badf-4eaa-b1d5-b35eee85b453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c8b420-8b9c-46ac-8b57-77d947b2e6c4,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:51.554152 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef2cf0e-9523-46b5-b4a5-7b0c8d2c5f28 None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:15:51.575412 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04796c-e237-4e43-a2fc-6a3fd8d86dd6 None None] Pushing event updated for resources: {'Port': ['ID=b21bc64e-3598-484c-8b78-f990c917d078,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:51.579462 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Attempting to bind port b21bc64e-3598-484c-8b78-f990c917d078 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:15:51.579829 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Attempting to bind port b21bc64e-3598-484c-8b78-f990c917d078 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:15:51.580190 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Attempting to bind port b21bc64e-3598-484c-8b78-f990c917d078 on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:15:51.593799 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:15:51.594182 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:51.594600 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.594995 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:15:51.595503 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Bound port: b21bc64e-3598-484c-8b78-f990c917d078, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:15:51.595864 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b21bc64e-3598-484c-8b78-f990c917d078), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.606491 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.625945 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-946a2c21-badf-4eaa-b1d5-b35eee85b453 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe9066ff903c4d91b49e294a4b9c9817&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6195555 Jun 03 16:15:51.633991 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40036) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:51.727998 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] For port b21bc64e-3598-484c-8b78-f990c917d078, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:15:51.732716 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] For port b21bc64e-3598-484c-8b78-f990c917d078, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=b21bc64e-3598-484c-8b78-f990c917d078,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:15:51.737726 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5cbb47fd-bf6a-419e-bc27-f6dc896092c2,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:15:51.756360 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:47Z', 'revision_number': 2, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:51.767587 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.773382 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device dfae8632-52ad-40ad-9be7-ea97cfc42e95 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:15:51.776746 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (b21bc64e-3598-484c-8b78-f990c917d078), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.830757 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-93aa5b97-606c-4c38-8b95-21545cb2b04e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'security_group_rule': {'security_group_id': 'ee01147e-fde8-47c7-94cb-056142e4c430', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:51.854267 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c2385147-b62c-4d8b-8e14-1a4677be648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7d1c4674-df53-4939-a7f4-789432728fcf), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.897379 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:51.915504 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Publish callbacks [] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.922602 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:51.933735 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:51.948869 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04796c-e237-4e43-a2fc-6a3fd8d86dd6 None None] Pushing event updated for resources: {'Port': ['ID=b21bc64e-3598-484c-8b78-f990c917d078,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:51.968098 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:51.975457 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:52.057103 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Allocated IP 172.20.0.1 (6e0aaf95-4836-425b-942f-acfb7d3ce506/96182dd8-304e-490c-8178-3bed40a0c69c/bd38df96-51e3-4c4c-b5a9-770da2c292cb) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:52.107859 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Checking router: 74d57aba-8ecb-4315-ac16-8b6f477dbc6b for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:52.108426 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Updating router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b port cbaa0dfe-83a5-412a-a5ae-948e17403305 binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:15:52.120524 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e749a531-7f0e-4f30-a5e7-1d6553db37e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.123874 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Current status of the port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:52.125745 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.139211 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Publish callbacks [] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.243892 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:52.258691 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c2385147-b62c-4d8b-8e14-1a4677be648a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18b55e0245c143dba1be592294e9f8af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5571246 Jun 03 16:15:52.263994 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40050) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:52.283003 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:52.351103 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Attempting to bind port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:15:52.351849 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Attempting to bind port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:15:52.353511 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Attempting to bind port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:15:52.358935 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f7616-5273-4b41-9cc2-cc4b2f4b8a49 None None] Pushing event updated for resources: {'Port': ['ID=7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:52.397901 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:15:52.398902 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:52.399602 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.400288 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:15:52.406016 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Bound port: 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:15:52.406818 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.413727 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.416316 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Publish callbacks [] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.419280 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2385147-b62c-4d8b-8e14-1a4677be648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c4674-df53-4939-a7f4-789432728fcf,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:52.467404 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d24f24da-b363-41f8-b4f0-26c7744582a0 admin admin] Publish callbacks [] for security_group (94c8b420-8b9c-46ac-8b57-77d947b2e6c4), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.476497 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.495984 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port dfae8632-52ad-40ad-9be7-ea97cfc42e95 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:52.497087 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.560021 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:52.578398 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:52.589747 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d24f24da-b363-41f8-b4f0-26c7744582a0 admin admin] Publish callbacks [] for security_group (94c8b420-8b9c-46ac-8b57-77d947b2e6c4), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.604940 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40056) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:52.610557 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-5954a50f-db61-4518-859c-7f8a62b630bd tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1950194867', 'description': 'tempest-description--1847247500'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:52.641717 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5954a50f-db61-4518-859c-7f8a62b630bd tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.661583 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:52.676959 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=5cbb47fd-bf6a-419e-bc27-f6dc896092c2,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:52.723173 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.766780 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c6c9cab-d47e-43fb-b4a5-bcbbb9db76ad req-e5b0f050-99ac-4162-977a-facc773fe1d3 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 210 time: 1.3108809 Jun 03 16:15:52.824934 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.db.api [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 16:15:52.825705 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG oslo_db.api [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:15:52.839626 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Pushing event updated for resources: {'Port': ['ID=bd38df96-51e3-4c4c-b5a9-770da2c292cb,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:52.852365 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8208d1e-e660-4992-9cd7-ae7df9bd0143,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:52.874190 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:52.879221 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:52.882311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:52.883042 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:52.936342 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Network c3619401-b67f-424d-9ca5-3555aafbaad6 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:52.958916 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:53.002446 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:53.002929 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (bf71b996-aec1-4b90-a206-017d0fbcb83b), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.006717 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93aa5b97-606c-4c38-8b95-21545cb2b04e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (8b595fb5-dbd5-4a60-a2a5-cc5389ee45d9), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.024527 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:53.090387 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.093950 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port dfae8632-52ad-40ad-9be7-ea97cfc42e95 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:53.105217 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 2e9cc203-419e-4f28-b8d5-59384f88d94d up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:15:53.196815 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] For port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:15:53.212949 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] For port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:15:53.287970 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d24f24da-b363-41f8-b4f0-26c7744582a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (94c8b420-8b9c-46ac-8b57-77d947b2e6c4), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.293997 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d24f24da-b363-41f8-b4f0-26c7744582a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.297746 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d24f24da-b363-41f8-b4f0-26c7744582a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94c8b420-8b9c-46ac-8b57-77d947b2e6c4 HTTP/1.1" status: 204 len: 168 time: 1.6572359 Jun 03 16:15:53.311233 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.325768 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f24da-b363-41f8-b4f0-26c7744582a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c8b420-8b9c-46ac-8b57-77d947b2e6c4,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:53.361984 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5954a50f-db61-4518-859c-7f8a62b630bd tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (70cb5f85-834f-4e8e-87bd-9ae0d73a554c), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.405006 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5954a50f-db61-4518-859c-7f8a62b630bd tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (70cb5f85-834f-4e8e-87bd-9ae0d73a554c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.439540 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 2e9cc203-419e-4f28-b8d5-59384f88d94d triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:53.440107 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.480462 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93aa5b97-606c-4c38-8b95-21545cb2b04e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (8b595fb5-dbd5-4a60-a2a5-cc5389ee45d9), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.494156 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93aa5b97-606c-4c38-8b95-21545cb2b04e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (8b595fb5-dbd5-4a60-a2a5-cc5389ee45d9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.602455 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f7616-5273-4b41-9cc2-cc4b2f4b8a49 None None] Pushing event updated for resources: {'Port': ['ID=7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:53.628189 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f40ccb02-01a1-4860-baa3-bd2f5eafb29e None None] Current status of the port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:53.675046 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954a50f-db61-4518-859c-7f8a62b630bd tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70cb5f85-834f-4e8e-87bd-9ae0d73a554c,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:53.687228 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Made reservation on behalf of b1dde95632be44e29e77bfddc2ad84b5 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:53.690734 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.701328 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.721391 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5954a50f-db61-4518-859c-7f8a62b630bd tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.722735 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-5954a50f-db61-4518-859c-7f8a62b630bd tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1158843 Jun 03 16:15:53.726676 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40068) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:53.743459 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-c8de59d9-850d-4559-917a-f9816a7d5bf3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group_rule': {'security_group_id': '70cb5f85-834f-4e8e-87bd-9ae0d73a554c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:53.798216 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa5b97-606c-4c38-8b95-21545cb2b04e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b595fb5-dbd5-4a60-a2a5-cc5389ee45d9,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:53.817553 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c8de59d9-850d-4559-917a-f9816a7d5bf3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (18e39f83-a8fc-4ed2-b8ea-4fff45d515ef), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.868818 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:53.869280 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f97d16b-b92d-40d5-9ed3-425cd645c52e admin admin] Publish callbacks [] for security_group (7d1c4674-df53-4939-a7f4-789432728fcf), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:53.903708 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:53.923344 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:53.967122 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f97d16b-b92d-40d5-9ed3-425cd645c52e admin admin] Publish callbacks [] for security_group (7d1c4674-df53-4939-a7f4-789432728fcf), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.122331 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 3, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:54.163033 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93aa5b97-606c-4c38-8b95-21545cb2b04e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.175142 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-93aa5b97-606c-4c38-8b95-21545cb2b04e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7160480 Jun 03 16:15:54.189325 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40076) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:54.192291 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:54.202111 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-f9f34924-7d87-4873-a557-84cdbff5b574 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'security_group_rule': {'security_group_id': 'ee01147e-fde8-47c7-94cb-056142e4c430', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:54.283518 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:54.286940 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f97d16b-b92d-40d5-9ed3-425cd645c52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7d1c4674-df53-4939-a7f4-789432728fcf), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.297104 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f97d16b-b92d-40d5-9ed3-425cd645c52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.303035 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0f97d16b-b92d-40d5-9ed3-425cd645c52e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d1c4674-df53-4939-a7f4-789432728fcf HTTP/1.1" status: 204 len: 168 time: 1.8840365 Jun 03 16:15:54.312214 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-69bda2d1-07f3-44a8-a202-ecdd444c786d req-382beb0d-87dc-47c8-a3c1-c80da58504f7 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 210 time: 0.1972468 Jun 03 16:15:54.351153 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a58395-9130-467f-a3ef-d22f34699290 None None] The sync data for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi is: [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 3, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:15:54.360080 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c8de59d9-850d-4559-917a-f9816a7d5bf3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (18e39f83-a8fc-4ed2-b8ea-4fff45d515ef), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.385855 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c8de59d9-850d-4559-917a-f9816a7d5bf3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (18e39f83-a8fc-4ed2-b8ea-4fff45d515ef), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.410285 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Publish callbacks [] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.422566 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Provisioning complete for port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:54.422962 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.521020 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.531338 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de59d9-850d-4559-917a-f9816a7d5bf3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e39f83-a8fc-4ed2-b8ea-4fff45d515ef,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:54.538923 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:54.596540 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c8de59d9-850d-4559-917a-f9816a7d5bf3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.609808 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-c8de59d9-850d-4559-917a-f9816a7d5bf3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8728724 Jun 03 16:15:54.619331 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40084) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:54.650887 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:54.813028 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97d16b-b92d-40d5-9ed3-425cd645c52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c4674-df53-4939-a7f4-789432728fcf,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:54.845418 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-7bd7f8fc-44db-419e-8bf6-8912197ae381 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group_rule': {'security_group_id': '70cb5f85-834f-4e8e-87bd-9ae0d73a554c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:54.865690 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Publish callbacks [] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.877193 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.878153 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:54.939720 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f9f34924-7d87-4873-a557-84cdbff5b574 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (e1718d82-8a8c-4278-bd98-5c7c67f49c5b), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:55.077607 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Pushing event updated for resources: {'Port': ['ID=bd38df96-51e3-4c4c-b5a9-770da2c292cb,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:55.357876 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:55.368746 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:55.625212 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:55.636062 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:55.699734 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:55.853627 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f9f34924-7d87-4873-a557-84cdbff5b574 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (e1718d82-8a8c-4278-bd98-5c7c67f49c5b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:55.909149 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 2e9cc203-419e-4f28-b8d5-59384f88d94d is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:55.920563 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5bf4e9af-5f72-44e2-816e-068e04de2a04 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:15:55.982628 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:15:56.042325 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Current status of the port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:56.067184 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:15:52Z', 'revision_number': 1, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:56.109885 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Allocated IP 172.20.0.2 (d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9/9ced27b9-e779-4db8-b01f-95e2afb56db5/faed89f2-da2d-4cf7-b471-15a07783c520) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:56.139570 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Provisioning complete for port bd38df96-51e3-4c4c-b5a9-770da2c292cb triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:56.147211 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.200923 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66be5971-d3f4-4e09-afc6-62f2c6978d3f None None] The sync data for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi is: [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:15:52Z', 'revision_number': 1, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:15:56.265139 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Port bd38df96-51e3-4c4c-b5a9-770da2c292cb cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:15:56.333304 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Provisioning complete for port cbaa0dfe-83a5-412a-a5ae-948e17403305 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:56.345094 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.422270 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d7c0979-e331-48e5-92e3-f8164bb11616 req-7c9e78b7-bfe5-4a3a-a3b6-0f386701cdb0 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 210 time: 0.6833668 Jun 03 16:15:56.425854 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f8fc-44db-419e-8bf6-8912197ae381 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (e98562c1-ff85-40e9-bb7d-d900857a7888), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.437124 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Port cbaa0dfe-83a5-412a-a5ae-948e17403305 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:15:56.452117 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ba665-88ed-4f68-b989-4d63fd1b6584 None None] Pushing event updated for resources: {'Port': ['ID=cbaa0dfe-83a5-412a-a5ae-948e17403305,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:56.462144 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Attempting to bind port cbaa0dfe-83a5-412a-a5ae-948e17403305 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:15:56.462956 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Attempting to bind port cbaa0dfe-83a5-412a-a5ae-948e17403305 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:15:56.466200 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Attempting to bind port cbaa0dfe-83a5-412a-a5ae-948e17403305 on network aac77ef2-24df-4348-b770-e983d0529c48 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:15:56.493257 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f9f34924-7d87-4873-a557-84cdbff5b574 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (e1718d82-8a8c-4278-bd98-5c7c67f49c5b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.524568 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.529257 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:56.547987 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f9f34924-7d87-4873-a557-84cdbff5b574 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.552685 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f9f34924-7d87-4873-a557-84cdbff5b574 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3530254 Jun 03 16:15:56.552873 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:15:56.564096 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:15:56.568516 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Checking segment: {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:15:56.573066 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.575033 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Bound using segment: {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:15:56.578760 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Bound port: cbaa0dfe-83a5-412a-a5ae-948e17403305, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:15:56.579997 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.583156 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-fb0feaec-930d-4493-a4db-4e205f803db4 admin admin] 10.222.0.41 "PUT /v2.0/routers/5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3143682 Jun 03 16:15:56.589479 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40140) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:56.592985 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Provisioning complete for port bfdaabb5-1990-4613-9533-6bdd1b76e242 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:56.599306 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.602864 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:56.644319 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f34924-7d87-4873-a557-84cdbff5b574 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1718d82-8a8c-4278-bd98-5c7c67f49c5b,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:56.650096 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 5bf4e9af-5f72-44e2-816e-068e04de2a04 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:56.654045 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.676194 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.835912 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:56.903950 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:56.910901 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f8fc-44db-419e-8bf6-8912197ae381 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (e98562c1-ff85-40e9-bb7d-d900857a7888), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:56.994253 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Port bfdaabb5-1990-4613-9533-6bdd1b76e242 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:15:57.006416 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:15:57.055556 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:57.057081 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:57.068792 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f8fc-44db-419e-8bf6-8912197ae381 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (e98562c1-ff85-40e9-bb7d-d900857a7888), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.090329 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40148) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:57.132730 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Publish callbacks [] for port (faed89f2-da2d-4cf7-b471-15a07783c520), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.177930 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Provisioning complete for port f8208d1e-e660-4992-9cd7-ae7df9bd0143 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:57.178462 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.213648 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:57.234858 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7f8fc-44db-419e-8bf6-8912197ae381 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98562c1-ff85-40e9-bb7d-d900857a7888,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:57.237820 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] For port cbaa0dfe-83a5-412a-a5ae-948e17403305, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:15:57.242698 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 5bf4e9af-5f72-44e2-816e-068e04de2a04 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:57.300714 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] For port cbaa0dfe-83a5-412a-a5ae-948e17403305, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=cbaa0dfe-83a5-412a-a5ae-948e17403305,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:15:57.327628 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f8fc-44db-419e-8bf6-8912197ae381 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.328910 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7df74fcb-243d-4ee8-8c90-761fae6ff2be None None] Port f8208d1e-e660-4992-9cd7-ae7df9bd0143 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:15:57.333020 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7bd7f8fc-44db-419e-8bf6-8912197ae381 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6327326 Jun 03 16:15:57.346734 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.346875 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40156) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:57.377444 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:15:57.420995 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.515753 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.576996 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:57.610093 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.671703 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:57.845887 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Publish callbacks [] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.888300 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.889457 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (bf71b996-aec1-4b90-a206-017d0fbcb83b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:57.896317 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Network d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:57.926925 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:57.966362 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:58.010738 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:58.019912 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:58.020582 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:58.030518 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b31abb8-3819-408c-aa57-a850860968b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:58.049097 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:58.082191 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Pushing event updated for resources: {'Port': ['ID=faed89f2-da2d-4cf7-b471-15a07783c520,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:58.088798 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device dfae8632-52ad-40ad-9be7-ea97cfc42e95 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:15:58.144248 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-83b2906f-3b35-4fb6-a6d8-43f7e94a4603 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1268740 Jun 03 16:15:58.184968 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-a60c258a-e403-43d8-9d4a-56f12f7fc27d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:15:58.186020 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-a60c258a-e403-43d8-9d4a-56f12f7fc27d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0218089 Jun 03 16:15:58.288580 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8208d1e-e660-4992-9cd7-ae7df9bd0143,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:58.401028 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Network c3619401-b67f-424d-9ca5-3555aafbaad6 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:58.406384 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-0974dcb8-27ac-43df-8947-7462aee8f9b4 None None] Provisioning complete for port bd38df96-51e3-4c4c-b5a9-770da2c292cb triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:58.408340 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0974dcb8-27ac-43df-8947-7462aee8f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:58.428180 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:58.428388 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ba665-88ed-4f68-b989-4d63fd1b6584 None None] Pushing event updated for resources: {'Port': ['ID=cbaa0dfe-83a5-412a-a5ae-948e17403305,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:58.472633 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:15:58.473281 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:58.499141 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7004ab-836e-4a27-8b4f-a2d1b0ffad58 req-5003793c-7822-4069-bb64-a1535b1e131c tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:58.506238 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cd7004ab-836e-4a27-8b4f-a2d1b0ffad58 req-5003793c-7822-4069-bb64-a1535b1e131c tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 931 time: 0.5541010 Jun 03 16:15:58.545152 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b31abb8-3819-408c-aa57-a850860968b3 admin admin] Publish callbacks [] for security_group (ecc8cbab-8009-4ca2-877d-7273632df4df), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:58.547540 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:58.610847 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port dfae8632-52ad-40ad-9be7-ea97cfc42e95 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:58.611218 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:58.632009 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Allocated IP 172.27.2.69 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/fcbf41f8-a1c5-45f8-b9c2-5d96a839346b) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:58.871648 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0974dcb8-27ac-43df-8947-7462aee8f9b4 None None] Port bd38df96-51e3-4c4c-b5a9-770da2c292cb cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:15:58.959949 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-0974dcb8-27ac-43df-8947-7462aee8f9b4 None None] Provisioning complete for port cbaa0dfe-83a5-412a-a5ae-948e17403305 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:15:58.960988 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0974dcb8-27ac-43df-8947-7462aee8f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:58.994153 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cd7004ab-836e-4a27-8b4f-a2d1b0ffad58 req-6b9eb297-e288-4b51-8feb-14d1a9c940bd tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848208 Jun 03 16:15:59.096354 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:59.117639 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:15:59.177453 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for port (fcbf41f8-a1c5-45f8-b9c2-5d96a839346b), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:59.291877 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (fcbf41f8-a1c5-45f8-b9c2-5d96a839346b), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:59.320570 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b31abb8-3819-408c-aa57-a850860968b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (ecc8cbab-8009-4ca2-877d-7273632df4df), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:59.386147 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Router bf71b996-aec1-4b90-a206-017d0fbcb83b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:15:59.449960 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 2, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:59.455541 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:59.473661 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:59.482878 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:15:59.606624 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Allocated IP 172.27.2.11 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/de7c4c56-4918-4126-a366-f02dcc20459e) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:59.661906 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9b31abb8-3819-408c-aa57-a850860968b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d3fc547ac324886a3cfb147650b4965&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5483053 Jun 03 16:15:59.662443 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:59.673116 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-3792e752-43c4-4b38-af59-e56196b0fbb5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:59.678233 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-3792e752-43c4-4b38-af59-e56196b0fbb5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 819 time: 0.3853009 Jun 03 16:15:59.680506 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40204) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:15:59.682383 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'Port': ['ID=fcbf41f8-a1c5-45f8-b9c2-5d96a839346b,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:59.682775 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31abb8-3819-408c-aa57-a850860968b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc8cbab-8009-4ca2-877d-7273632df4df,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:59.721918 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port dfae8632-52ad-40ad-9be7-ea97cfc42e95 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:15:59.726949 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 0643b754-2033-46ab-9f9e-b0553b915715 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:15:59.758548 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-ab65752d-df94-4e56-a7fc-518a309e243b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/quotas/1443b802dc724950b5eb5c6446e2515c HTTP/1.1" status: 200 len: 375 time: 0.0535519 Jun 03 16:15:59.776674 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:59.777022 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Updating router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 port bfdaabb5-1990-4613-9533-6bdd1b76e242 binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:15:59.898492 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (06028f58-293d-431e-89a5-8c165033fb66), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:59.929989 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:15:59.930962 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:15:59.970080 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (fcbf41f8-a1c5-45f8-b9c2-5d96a839346b), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:00.142891 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-50cbbbe5-7396-42c1-a83a-a6eb84303e5b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3591833 Jun 03 16:16:00.157170 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Request body: {'port': {'device_id': 'bdd398f1-b836-4cf5-9735-ed63505630a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:00.638936 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:00.736369 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (de7c4c56-4918-4126-a366-f02dcc20459e), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:00.751604 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe92a02-c087-4815-a37e-b8f0334b317a req-b37fa497-2f79-4fa7-9ef1-6455bef9ca4d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:00.754135 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5fe92a02-c087-4815-a37e-b8f0334b317a req-b37fa497-2f79-4fa7-9ef1-6455bef9ca4d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 931 time: 0.5855663 Jun 03 16:16:00.769096 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:00.905076 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Sync routers for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:00.926428 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0974dcb8-27ac-43df-8947-7462aee8f9b4 None None] Current status of the port cbaa0dfe-83a5-412a-a5ae-948e17403305 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:00.927021 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0974dcb8-27ac-43df-8947-7462aee8f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:00.947693 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:16:00.953212 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:00.977029 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0a278aa4-8e13-4c0e-b751-31b7178999ce admin admin] Publish callbacks [] for security_group (ecc8cbab-8009-4ca2-877d-7273632df4df), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:00.981164 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 0643b754-2033-46ab-9f9e-b0553b915715 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:00.982352 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (0643b754-2033-46ab-9f9e-b0553b915715), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.045585 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0a278aa4-8e13-4c0e-b751-31b7178999ce admin admin] Publish callbacks [] for security_group (ecc8cbab-8009-4ca2-877d-7273632df4df), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.163125 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-0974dcb8-27ac-43df-8947-7462aee8f9b4 None None] For port cbaa0dfe-83a5-412a-a5ae-948e17403305, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=cbaa0dfe-83a5-412a-a5ae-948e17403305,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:01.168481 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:16:01.184411 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-26920050-d749-45a0-8312-2520ced2f0d8 admin admin] 10.222.0.41 "PUT /v2.0/routers/bf71b996-aec1-4b90-a206-017d0fbcb83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8581421 Jun 03 16:16:01.186041 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (de7c4c56-4918-4126-a366-f02dcc20459e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.186473 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-e8cd818f-f04c-41ed-b6b3-ff38b2f58361 service neutron] 10.222.0.41 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0416255 Jun 03 16:16:01.212324 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:01.214388 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Sync routers for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:01.219567 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0a278aa4-8e13-4c0e-b751-31b7178999ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (ecc8cbab-8009-4ca2-877d-7273632df4df), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.222931 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5fe92a02-c087-4815-a37e-b8f0334b317a req-f1009a15-77fd-476a-aed9-4f4a252c248c tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303112 Jun 03 16:16:01.238736 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0974dcb8-27ac-43df-8947-7462aee8f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.247696 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0a278aa4-8e13-4c0e-b751-31b7178999ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.257385 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0a278aa4-8e13-4c0e-b751-31b7178999ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecc8cbab-8009-4ca2-877d-7273632df4df HTTP/1.1" status: 204 len: 168 time: 1.5639200 Jun 03 16:16:01.285735 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40228) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:01.296713 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:16:01.299557 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:01.308659 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:16:01.378914 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a278aa4-8e13-4c0e-b751-31b7178999ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc8cbab-8009-4ca2-877d-7273632df4df,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:01.408447 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:01.421338 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.466478 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:01.480373 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=de7c4c56-4918-4126-a366-f02dcc20459e,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:01.490318 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:16:01.496671 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:16:01.579600 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:01.602295 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for port (fcbf41f8-a1c5-45f8-b9c2-5d96a839346b), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.677021 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (fcbf41f8-a1c5-45f8-b9c2-5d96a839346b), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.768701 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (06028f58-293d-431e-89a5-8c165033fb66), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.803454 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:01.850302 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (0ce03369-125c-475f-9408-83cfb9a45ea0), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.870308 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.874994 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2815506 Jun 03 16:16:01.886002 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6f524-ddb0-4b35-b967-173c25931044 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'Port': ['ID=fcbf41f8-a1c5-45f8-b9c2-5d96a839346b,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:01.910242 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 2, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:01.966241 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (de7c4c56-4918-4126-a366-f02dcc20459e), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:01.984336 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Checking router: 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:01.984969 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Updating router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e port bd38df96-51e3-4c4c-b5a9-770da2c292cb binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:16:02.024632 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Publish callbacks [] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.032374 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:15:56Z', 'revision_number': 2, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:02.045521 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.107163 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Checking router: bf71b996-aec1-4b90-a206-017d0fbcb83b for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:02.111007 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Updating router bf71b996-aec1-4b90-a206-017d0fbcb83b port f8208d1e-e660-4992-9cd7-ae7df9bd0143 binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:16:02.187793 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:02.222919 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.266080 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-4dd5a4ba-ee7c-4e93-aec4-b09dbb26b036 service neutron] 10.222.0.41 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9958928 Jun 03 16:16:02.326381 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.338981 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-2c43b9d7-265c-4b99-be24-a2e23ab8baca None None] Provisioning complete for port cbaa0dfe-83a5-412a-a5ae-948e17403305 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:02.342287 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c43b9d7-265c-4b99-be24-a2e23ab8baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.345431 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0993c23-b7b6-4e73-baae-81690698e61d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.497670 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (de7c4c56-4918-4126-a366-f02dcc20459e), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.523461 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40248) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:02.532089 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (de7c4c56-4918-4126-a366-f02dcc20459e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.551385 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:02.562270 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:02.586933 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40254) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:02.608293 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-8ea4541e-1e94-48cb-a092-d654d17367fe tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116560862', 'description': 'tempest-description--889404044'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:02.622442 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eca19588-d85c-46eb-a6a4-35c66045113d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.640740 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (0ce03369-125c-475f-9408-83cfb9a45ea0), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.750757 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:02.759350 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3981609 Jun 03 16:16:02.772124 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:57Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:02.814012 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-43da7c16-c22d-4284-a2d1-82da793a7046 req-8938f961-fe5c-4629-835c-98ee5ab9a45d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 210 time: 0.1224816 Jun 03 16:16:02.819685 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:02.822766 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7ad69-f0a5-492b-aef7-d614d5ce43a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=de7c4c56-4918-4126-a366-f02dcc20459e,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:02.842040 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 0643b754-2033-46ab-9f9e-b0553b915715 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:02.843098 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0643b754-2033-46ab-9f9e-b0553b915715), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.019476 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974dcb8-27ac-43df-8947-7462aee8f9b4 None None] Pushing event updated for resources: {'Port': ['ID=cbaa0dfe-83a5-412a-a5ae-948e17403305,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:03.051482 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ea4541e-1e94-48cb-a092-d654d17367fe tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.114088 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eca19588-d85c-46eb-a6a4-35c66045113d admin admin] Publish callbacks [] for security_group (4ea9ed0d-ac5b-4534-96f4-57adfab498a3), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.126248 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eca19588-d85c-46eb-a6a4-35c66045113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4ea9ed0d-ac5b-4534-96f4-57adfab498a3), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.170707 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:03.200803 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aed3f5-6165-4c34-99db-c0730feab420 req-a6f5230c-05ce-4b13-8bde-ce561c7fe1ba tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:03.210712 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e6aed3f5-6165-4c34-99db-c0730feab420 req-a6f5230c-05ce-4b13-8bde-ce561c7fe1ba tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 931 time: 0.5281649 Jun 03 16:16:03.215549 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708aa40-2fb1-4be8-a4d0-64125efc1de0 None None] The sync data for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi is: [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:57Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:03.243379 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Publish callbacks [] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.267388 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.320397 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faed89f2-da2d-4cf7-b471-15a07783c520 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:16:03.326587 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-eca19588-d85c-46eb-a6a4-35c66045113d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97daef81233647f48d7a1c4ff67cc313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8016953 Jun 03 16:16:03.329732 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40292) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:03.336868 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Publish callbacks [] for port (faed89f2-da2d-4cf7-b471-15a07783c520), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.337678 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca19588-d85c-46eb-a6a4-35c66045113d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea9ed0d-ac5b-4534-96f4-57adfab498a3,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:03.362875 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Transition to ACTIVE for port object faed89f2-da2d-4cf7-b471-15a07783c520 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:16:03.378876 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd427f6-3469-4fd2-a6f1-91c8dba87319 None None] Pushing event updated for resources: {'Port': ['ID=bfdaabb5-1990-4613-9533-6bdd1b76e242,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:03.389500 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.462084 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port 0643b754-2033-46ab-9f9e-b0553b915715, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=0643b754-2033-46ab-9f9e-b0553b915715,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:03.468925 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5c7017f9-6238-4ced-b6d0-cd3a9941572d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--702785982&fields=id&tenant_id=ffa464e4d2264df68897a6d4b8dc7aab HTTP/1.1" status: 200 len: 267 time: 0.3065557 Jun 03 16:16:03.491795 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ea4541e-1e94-48cb-a092-d654d17367fe tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (0a70991c-54d9-4451-9860-07a6fc8beafe), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.559755 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Pushing event updated for resources: {'Port': ['ID=faed89f2-da2d-4cf7-b471-15a07783c520,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:03.562157 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ea4541e-1e94-48cb-a092-d654d17367fe tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (0a70991c-54d9-4451-9860-07a6fc8beafe), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.562983 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9076f-3709-4bca-ad0d-43312e413f34 None None] Pushing event updated for resources: {'Port': ['ID=bd38df96-51e3-4c4c-b5a9-770da2c292cb,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:03.670714 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (0643b754-2033-46ab-9f9e-b0553b915715), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.671919 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device b21bc64e-3598-484c-8b78-f990c917d078 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:03.690325 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Attempting to bind port bd38df96-51e3-4c4c-b5a9-770da2c292cb on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:16:03.690937 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Attempting to bind port bd38df96-51e3-4c4c-b5a9-770da2c292cb by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:16:03.692036 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Attempting to bind port bd38df96-51e3-4c4c-b5a9-770da2c292cb on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:03.699940 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4541e-1e94-48cb-a092-d654d17367fe tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a70991c-54d9-4451-9860-07a6fc8beafe,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:03.706893 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:16:03.710237 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Checking segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:16:03.712199 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.713198 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Bound using segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:16:03.715156 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Bound port: bd38df96-51e3-4c4c-b5a9-770da2c292cb, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:16:03.717181 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.736594 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e6aed3f5-6165-4c34-99db-c0730feab420 req-bf1ee9fc-bc86-40fc-b078-44577e72a621 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248661 Jun 03 16:16:03.818801 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:03.872636 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:03.891576 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] For port bd38df96-51e3-4c4c-b5a9-770da2c292cb, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:16:03.896258 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] For port bd38df96-51e3-4c4c-b5a9-770da2c292cb, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=bd38df96-51e3-4c4c-b5a9-770da2c292cb,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:16:03.901103 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:03.914213 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.935810 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ea4541e-1e94-48cb-a092-d654d17367fe tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:03.940336 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8ea4541e-1e94-48cb-a092-d654d17367fe tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3448861 Jun 03 16:16:03.944479 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40312) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:03.974339 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Attempting to bind port faed89f2-da2d-4cf7-b471-15a07783c520 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:16:03.976126 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Attempting to bind port faed89f2-da2d-4cf7-b471-15a07783c520 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '48463645-35a0-4db5-a821-e8d63e0c01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'd7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:16:03.986404 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Attempting to bind port faed89f2-da2d-4cf7-b471-15a07783c520 on network d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:03.994799 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-a6ffb086-149d-4356-abba-1b07082f0532 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'security_group_rule': {'security_group_id': '0a70991c-54d9-4451-9860-07a6fc8beafe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:04.016576 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:16:04.016576 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:04.030474 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d55354cd-94dc-4e8c-84a7-e8e0f4f73c28 admin admin] Publish callbacks [] for security_group (4ea9ed0d-ac5b-4534-96f4-57adfab498a3), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.045586 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0993c23-b7b6-4e73-baae-81690698e61d admin admin] Publish callbacks [] for security_group (2a43491f-055c-47ba-be83-fc1c33be35b4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.070949 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Port faed89f2-da2d-4cf7-b471-15a07783c520 on network d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:16:04.077245 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Attempting to bind port faed89f2-da2d-4cf7-b471-15a07783c520 on network d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:04.106294 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:16:04.109803 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Checking segment: {'id': '48463645-35a0-4db5-a821-e8d63e0c01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'd7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:16:04.110752 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Bound using segment: {'id': '48463645-35a0-4db5-a821-e8d63e0c01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'd7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:16:04.111382 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Bound port: faed89f2-da2d-4cf7-b471-15a07783c520, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48463645-35a0-4db5-a821-e8d63e0c01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'd7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:16:04.112515 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.147938 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0993c23-b7b6-4e73-baae-81690698e61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2a43491f-055c-47ba-be83-fc1c33be35b4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.173855 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9076f-3709-4bca-ad0d-43312e413f34 None None] Pushing event updated for resources: {'Port': ['ID=bd38df96-51e3-4c4c-b5a9-770da2c292cb,revision_number=4']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:04.264346 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d55354cd-94dc-4e8c-84a7-e8e0f4f73c28 admin admin] Publish callbacks [] for security_group (4ea9ed0d-ac5b-4534-96f4-57adfab498a3), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.337106 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Attempting to bind port bfdaabb5-1990-4613-9533-6bdd1b76e242 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:16:04.337735 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Attempting to bind port bfdaabb5-1990-4613-9533-6bdd1b76e242 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:16:04.339273 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Attempting to bind port bfdaabb5-1990-4613-9533-6bdd1b76e242 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:04.345786 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-f73fe9dc-c859-487f-aafe-ff51637ab343 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:04.354114 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] For port faed89f2-da2d-4cf7-b471-15a07783c520, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:16:04.361565 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-f73fe9dc-c859-487f-aafe-ff51637ab343 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 816 time: 0.8910544 Jun 03 16:16:04.371964 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] For port faed89f2-da2d-4cf7-b471-15a07783c520, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=faed89f2-da2d-4cf7-b471-15a07783c520,segment=NetworkSegment(48463645-35a0-4db5-a821-e8d63e0c01c6),segment_id=48463645-35a0-4db5-a821-e8d63e0c01c6)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:16:04.447071 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-4493f38c-33fd-41e4-b1c3-3255bb1162c7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/quotas/ffa464e4d2264df68897a6d4b8dc7aab HTTP/1.1" status: 200 len: 375 time: 0.0837603 Jun 03 16:16:04.460122 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2c43b9d7-265c-4b99-be24-a2e23ab8baca None None] Current status of the port cbaa0dfe-83a5-412a-a5ae-948e17403305 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:04.477923 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:16:04.501158 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.541678 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:16:04.545407 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Checking segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:16:04.546273 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.547247 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Bound using segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:16:04.556021 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0993c23-b7b6-4e73-baae-81690698e61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a43491f-055c-47ba-be83-fc1c33be35b4,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:04.563621 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Bound port: bfdaabb5-1990-4613-9533-6bdd1b76e242, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:16:04.563621 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.605680 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port b21bc64e-3598-484c-8b78-f990c917d078 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:04.606335 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (b21bc64e-3598-484c-8b78-f990c917d078), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.609204 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=0643b754-2033-46ab-9f9e-b0553b915715,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:04.628834 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-840753ea-8fc0-4294-9a1e-a9986981662e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1950194867&fields=id&tenant_id=c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 267 time: 0.6540928 Jun 03 16:16:04.837011 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d55354cd-94dc-4e8c-84a7-e8e0f4f73c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4ea9ed0d-ac5b-4534-96f4-57adfab498a3), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.843029 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d55354cd-94dc-4e8c-84a7-e8e0f4f73c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:04.850603 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d55354cd-94dc-4e8c-84a7-e8e0f4f73c28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ea9ed0d-ac5b-4534-96f4-57adfab498a3 HTTP/1.1" status: 204 len: 168 time: 1.5192347 Jun 03 16:16:04.986854 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-2c43b9d7-265c-4b99-be24-a2e23ab8baca None None] Provisioning complete for port f8208d1e-e660-4992-9cd7-ae7df9bd0143 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:04.987276 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2c43b9d7-265c-4b99-be24-a2e23ab8baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.002629 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-6baa22a7-3c75-4b89-bbf9-bd80f95ad9e1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5418186 Jun 03 16:16:05.006575 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354cd-94dc-4e8c-84a7-e8e0f4f73c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea9ed0d-ac5b-4534-96f4-57adfab498a3,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:05.063695 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e0993c23-b7b6-4e73-baae-81690698e61d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d671a472bd642ae897c73f7855c46fe&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7077332 Jun 03 16:16:05.064798 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40332) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:05.064925 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb086-149d-4356-abba-1b07082f0532 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (86d8f082-3a91-4d90-bcb5-6a03775990de), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.084052 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:05.093895 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.097141 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] 10.222.0.118 "PUT /v2.0/ports/faed89f2-da2d-4cf7-b471-15a07783c520 HTTP/1.1" status: 200 len: 1093 time: 5.8013172 Jun 03 16:16:05.107560 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd398f1-b836-4cf5-9735-ed63505630a7', 'tag': 'faed89f2-da2d-4cf7-b471-15a07783c520'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:05.203704 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-739becc5-9ae8-4a46-a231-a5b590da7c0f admin admin] Publish callbacks [] for security_group (2a43491f-055c-47ba-be83-fc1c33be35b4), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.224760 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:03Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:05.264276 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-739becc5-9ae8-4a46-a231-a5b590da7c0f admin admin] Publish callbacks [] for security_group (2a43491f-055c-47ba-be83-fc1c33be35b4), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.296698 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:05.334225 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d12d59-bf3e-48e7-bd35-7aa8b398448f None None] The sync data for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi is: [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:03Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:05.407244 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-739becc5-9ae8-4a46-a231-a5b590da7c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2a43491f-055c-47ba-be83-fc1c33be35b4), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.410101 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-739becc5-9ae8-4a46-a231-a5b590da7c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.411331 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-739becc5-9ae8-4a46-a231-a5b590da7c0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a43491f-055c-47ba-be83-fc1c33be35b4 HTTP/1.1" status: 204 len: 168 time: 0.3444197 Jun 03 16:16:05.424809 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739becc5-9ae8-4a46-a231-a5b590da7c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a43491f-055c-47ba-be83-fc1c33be35b4,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:05.490679 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-174e64d9-9af7-4c38-a4f8-fd2b4f7bad63 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:16:05.491738 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-174e64d9-9af7-4c38-a4f8-fd2b4f7bad63 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2093759 Jun 03 16:16:05.537991 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a103fe-2298-40fc-9e16-fd4872e6853f service neutron] Pushing event updated for resources: {'Port': ['ID=faed89f2-da2d-4cf7-b471-15a07783c520,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:05.569735 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] For port bfdaabb5-1990-4613-9533-6bdd1b76e242, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:16:05.577814 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-96c4fbf1-dd71-4da1-8df3-16733c37f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:05.579433 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-96c4fbf1-dd71-4da1-8df3-16733c37f96e service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=b1dde95632be44e29e77bfddc2ad84b5&device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 1127 time: 0.3432930 Jun 03 16:16:05.599045 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] For port bfdaabb5-1990-4613-9533-6bdd1b76e242, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=bfdaabb5-1990-4613-9533-6bdd1b76e242,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:16:05.621455 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-2c43b9d7-265c-4b99-be24-a2e23ab8baca None None] Port f8208d1e-e660-4992-9cd7-ae7df9bd0143 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:16:05.635654 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.692163 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb086-149d-4356-abba-1b07082f0532 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (86d8f082-3a91-4d90-bcb5-6a03775990de), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.711398 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-22ea2ca7-4db9-4c50-beac-bf8aa8155a52 service neutron] 10.222.0.41 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082565 Jun 03 16:16:05.711651 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-3396abbc-4d33-4b1b-9cdd-960860bcee15 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:05.713120 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-3396abbc-4d33-4b1b-9cdd-960860bcee15 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 815 time: 1.0828266 Jun 03 16:16:05.714287 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb086-149d-4356-abba-1b07082f0532 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (86d8f082-3a91-4d90-bcb5-6a03775990de), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.783184 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:05.801074 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-345b3afe-4f3d-4670-8918-dbe1425006a5 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/quotas/c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 375 time: 0.0632327 Jun 03 16:16:05.814300 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffb086-149d-4356-abba-1b07082f0532 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d8f082-3a91-4d90-bcb5-6a03775990de,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:05.872022 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb086-149d-4356-abba-1b07082f0532 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:05.880525 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a6ffb086-149d-4356-abba-1b07082f0532 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8833575 Jun 03 16:16:05.889731 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40348) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:05.918619 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-99cf176d-a5ac-4f94-812a-a19375e9b80c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'security_group_rule': {'security_group_id': '0a70991c-54d9-4451-9860-07a6fc8beafe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:05.993240 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:16:06.001753 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:06.018397 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcb094e-0deb-4dad-9dbf-d56f853239ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd398f1-b836-4cf5-9735-ed63505630a7", "tag": "faed89f2-da2d-4cf7-b471-15a07783c520"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:16:06.040071 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-99cf176d-a5ac-4f94-812a-a19375e9b80c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (67d9bdc4-fefc-4be0-bc78-0e47fc41d1c6), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.083863 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:06.099512 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-24f515d7-7b17-4384-8b09-ade8bb6ff0e0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2706044 Jun 03 16:16:06.166411 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-f411de4d-f17f-4cb5-9021-67c63bcec750 service neutron] 10.222.0.41 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441025 Jun 03 16:16:06.188420 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-99cf176d-a5ac-4f94-812a-a19375e9b80c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (67d9bdc4-fefc-4be0-bc78-0e47fc41d1c6), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.202366 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-99cf176d-a5ac-4f94-812a-a19375e9b80c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (67d9bdc4-fefc-4be0-bc78-0e47fc41d1c6), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.257127 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-99cf176d-a5ac-4f94-812a-a19375e9b80c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.260538 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-99cf176d-a5ac-4f94-812a-a19375e9b80c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3529325 Jun 03 16:16:06.266002 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40356) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:06.279747 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:06.301951 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf176d-a5ac-4f94-812a-a19375e9b80c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d9bdc4-fefc-4be0-bc78-0e47fc41d1c6,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:06.316399 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.404319 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Provisioning complete for port bd38df96-51e3-4c4c-b5a9-770da2c292cb triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:06.405000 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.413788 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port b21bc64e-3598-484c-8b78-f990c917d078 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:06.414165 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-44485362-1099-4249-92fa-ad73a01de1df service neutron] 10.222.0.41 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924509 Jun 03 16:16:06.414730 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b21bc64e-3598-484c-8b78-f990c917d078), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.452658 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.513704 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:06.539335 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port b21bc64e-3598-484c-8b78-f990c917d078, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=b21bc64e-3598-484c-8b78-f990c917d078,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:06.575976 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40368) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:06.625596 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1e6cbbc4-ab1c-46b0-b239-9922eb4ead04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.642964 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Publish callbacks [] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.651957 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (b21bc64e-3598-484c-8b78-f990c917d078), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.654633 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:06.660315 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd427f6-3469-4fd2-a6f1-91c8dba87319 None None] Pushing event updated for resources: {'Port': ['ID=bfdaabb5-1990-4613-9533-6bdd1b76e242,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:06.690414 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.726249 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1e6cbbc4-ab1c-46b0-b239-9922eb4ead04 admin admin] Publish callbacks [] for security_group (4d7dca6f-d1f4-420e-bcb2-28be4d1818fb), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.742459 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-6863d95f-bcc3-4bec-afe4-80e73c2041a3 service neutron] 10.222.0.41 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273752 Jun 03 16:16:06.743692 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1e6cbbc4-ab1c-46b0-b239-9922eb4ead04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4d7dca6f-d1f4-420e-bcb2-28be4d1818fb), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:06.768513 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:06.787879 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Allocated IP 172.27.2.224 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/97861592-975e-46ca-8504-f53e9101c686) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:06.863121 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1e6cbbc4-ab1c-46b0-b239-9922eb4ead04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=178bb27d64824bcf9ceb31761e21ff27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847581 Jun 03 16:16:06.874118 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40384) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:06.888488 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:16:06.967230 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cbbc4-ab1c-46b0-b239-9922eb4ead04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7dca6f-d1f4-420e-bcb2-28be4d1818fb,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:06.996507 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:07.116700 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Current status of the port bd38df96-51e3-4c4c-b5a9-770da2c292cb is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:07.117088 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.126796 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06b214f7-5f0a-4cd9-aaf6-d074695c6315 admin admin] Publish callbacks [] for security_group (4d7dca6f-d1f4-420e-bcb2-28be4d1818fb), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.167418 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=b21bc64e-3598-484c-8b78-f990c917d078,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:07.258256 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:07.258341 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.283826 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06b214f7-5f0a-4cd9-aaf6-d074695c6315 admin admin] Publish callbacks [] for security_group (4d7dca6f-d1f4-420e-bcb2-28be4d1818fb), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.384723 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a3ba0-21bd-4897-8f27-e89271679b8f req-432fe4c0-973f-4edc-9fae-c9000c661fbb tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:07.388243 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b96a3ba0-21bd-4897-8f27-e89271679b8f req-432fe4c0-973f-4edc-9fae-c9000c661fbb tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.2293041 Jun 03 16:16:07.446306 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:07.454599 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a780bb-852c-4478-b938-50b4058542fa req-9883b293-6126-4443-9e8a-a0817bc78536 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:07.462480 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-9883b293-6126-4443-9e8a-a0817bc78536 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 819 time: 0.4287837 Jun 03 16:16:07.473208 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b96a3ba0-21bd-4897-8f27-e89271679b8f req-f32f2534-d4b6-49a7-bde8-38dfe5791ef3 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765066 Jun 03 16:16:07.481403 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06b214f7-5f0a-4cd9-aaf6-d074695c6315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4d7dca6f-d1f4-420e-bcb2-28be4d1818fb), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.488483 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-06b214f7-5f0a-4cd9-aaf6-d074695c6315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.491642 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-06b214f7-5f0a-4cd9-aaf6-d074695c6315 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d7dca6f-d1f4-420e-bcb2-28be4d1818fb HTTP/1.1" status: 204 len: 168 time: 0.6136909 Jun 03 16:16:07.508693 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b214f7-5f0a-4cd9-aaf6-d074695c6315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7dca6f-d1f4-420e-bcb2-28be4d1818fb,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:07.526869 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Attempting to bind port f8208d1e-e660-4992-9cd7-ae7df9bd0143 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:16:07.527812 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Attempting to bind port f8208d1e-e660-4992-9cd7-ae7df9bd0143 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:16:07.528635 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Attempting to bind port f8208d1e-e660-4992-9cd7-ae7df9bd0143 on network c3619401-b67f-424d-9ca5-3555aafbaad6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:07.531445 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-bf53a348-b4d8-4cbb-8d3d-b1e61f553bbd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/quotas/1443b802dc724950b5eb5c6446e2515c HTTP/1.1" status: 200 len: 375 time: 0.0678670 Jun 03 16:16:07.541462 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] For port bd38df96-51e3-4c4c-b5a9-770da2c292cb, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=bd38df96-51e3-4c4c-b5a9-770da2c292cb,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:07.600144 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-52a87727-fe15-4a13-955c-e9b402a9b7de tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675995 Jun 03 16:16:07.635478 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:16:07.636644 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Checking segment: {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:16:07.637050 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.637357 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Bound using segment: {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:16:07.637905 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Bound port: f8208d1e-e660-4992-9cd7-ae7df9bd0143, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:16:07.638450 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.641136 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.655691 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35335e-3f19-42fd-9279-5af087fbca7e None None] Pushing event updated for resources: {'Port': ['ID=f8208d1e-e660-4992-9cd7-ae7df9bd0143,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:07.717901 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for port (97861592-975e-46ca-8504-f53e9101c686), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.719113 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:07.799101 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-d66ead6b-1db6-4a07-bf19-7871f6f3f10b service neutron] 10.222.0.41 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979921 Jun 03 16:16:07.825741 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:07.828318 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:05Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:07.864657 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (97861592-975e-46ca-8504-f53e9101c686), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.874741 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5984a2-756f-408d-9a58-b89dbc2355b8 None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:05Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:07.886768 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Provisioning complete for port bfdaabb5-1990-4613-9533-6bdd1b76e242 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:07.887151 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:07.999459 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:08.026073 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:08.029709 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Pushing event updated for resources: {'Port': ['ID=bd38df96-51e3-4c4c-b5a9-770da2c292cb,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:08.040177 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:16:08.121228 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-db28b377-be3f-47bb-b143-c5088a0528cd service neutron] 10.222.0.41 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206389 Jun 03 16:16:08.124579 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'Port': ['ID=97861592-975e-46ca-8504-f53e9101c686,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:08.163467 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] For port f8208d1e-e660-4992-9cd7-ae7df9bd0143, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:16:08.174056 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (73e68e20-42ea-4cf2-b0f0-686712259893), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:08.181125 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6bafb7-f70f-4185-a634-897f2089567e x-openstack-request-id: req-0a6bafb7-f70f-4185-a634-897f2089567e {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:16:08.182048 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd398f1-b836-4cf5-9735-ed63505630a7", "tag": "faed89f2-da2d-4cf7-b471-15a07783c520", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:16:08.182534 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a6bafb7-f70f-4185-a634-897f2089567e {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:16:08.183189 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6bafb7-f70f-4185-a634-897f2089567e'] response: {'name': 'network-changed', 'server_uuid': 'bdd398f1-b836-4cf5-9735-ed63505630a7', 'tag': 'faed89f2-da2d-4cf7-b471-15a07783c520', 'status': 'completed', 'code': 200} Jun 03 16:16:08.193809 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] For port f8208d1e-e660-4992-9cd7-ae7df9bd0143, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=f8208d1e-e660-4992-9cd7-ae7df9bd0143,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:16:08.201216 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Current status of the port bfdaabb5-1990-4613-9533-6bdd1b76e242 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:08.202015 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:08.236897 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:08.242556 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:08.281713 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (97861592-975e-46ca-8504-f53e9101c686), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:08.318727 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] For port bfdaabb5-1990-4613-9533-6bdd1b76e242, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=bfdaabb5-1990-4613-9533-6bdd1b76e242,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:08.376984 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 0643b754-2033-46ab-9f9e-b0553b915715 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:08.395637 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd6e102b-22fa-4256-a8ca-e7cdcad7c679 req-2ddb08a7-671b-4a20-8b01-90342d2eb05b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0755446 Jun 03 16:16:08.485476 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:08.536956 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:08.601266 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7d80227-c611-42e3-90db-563d68ec6f2d req-7d54b198-2c15-4cd9-a908-db5a105bbb3d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0449691 Jun 03 16:16:08.629006 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a67a0ea2-48bb-4479-b60a-adc82feb92aa req-48d7c5ef-b81d-4547-bbb6-f8d3ad1db28e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0804605 Jun 03 16:16:08.656402 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:16:08.658227 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:15:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:08.716955 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35335e-3f19-42fd-9279-5af087fbca7e None None] Pushing event updated for resources: {'Port': ['ID=f8208d1e-e660-4992-9cd7-ae7df9bd0143,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:08.760823 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b293f5e-4d0b-418d-a5b8-dfbb95b8c4f0 req-b02078de-fd7b-4603-9e72-7d393cf80ca5 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:08.769277 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b293f5e-4d0b-418d-a5b8-dfbb95b8c4f0 req-b02078de-fd7b-4603-9e72-7d393cf80ca5 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0703816 Jun 03 16:16:08.815980 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 0643b754-2033-46ab-9f9e-b0553b915715 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:08.816590 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (0643b754-2033-46ab-9f9e-b0553b915715), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:08.838251 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b293f5e-4d0b-418d-a5b8-dfbb95b8c4f0 req-96f50b01-db54-49a0-8b9d-650defdd1ad5 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679955 Jun 03 16:16:08.843938 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for port (97861592-975e-46ca-8504-f53e9101c686), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:08.858442 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (97861592-975e-46ca-8504-f53e9101c686), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:08.962251 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (73e68e20-42ea-4cf2-b0f0-686712259893), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:08.977090 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-9b029ae6-f490-4d5b-bf2a-7740d4ec5e36 None None] Provisioning complete for port bfdaabb5-1990-4613-9533-6bdd1b76e242 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:08.977575 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b029ae6-f490-4d5b-bf2a-7740d4ec5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:08.999701 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'Port': ['ID=97861592-975e-46ca-8504-f53e9101c686,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:09.016997 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:09.018669 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-7c3904ac-a6c2-4015-a2c2-0b9fdc38fb25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7493505 Jun 03 16:16:09.170268 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2563ef-d1c3-4fbc-ac79-faa16e6e018c None None] Pushing event updated for resources: {'Port': ['ID=bfdaabb5-1990-4613-9533-6bdd1b76e242,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:09.280104 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:16:09.344177 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 0643b754-2033-46ab-9f9e-b0553b915715 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:09.345488 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device bd38df96-51e3-4c4c-b5a9-770da2c292cb up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:09.350287 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9b029ae6-f490-4d5b-bf2a-7740d4ec5e36 None None] Current status of the port bfdaabb5-1990-4613-9533-6bdd1b76e242 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:09.375734 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-480c67bd-97ab-4d66-8d10-2d5c882408da tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1116560862&fields=id&tenant_id=d0f59694966848829048aee648dddccc HTTP/1.1" status: 200 len: 267 time: 0.0715215 Jun 03 16:16:09.519482 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-641dc63b-502c-4ee5-9f60-1f212a295dcb req-9aa40082-e31f-4d53-8fa0-e35be67b9766 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0449586 Jun 03 16:16:09.525400 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-fbe3307e-0e0a-499c-897f-df3c8a1eacc8 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:09.527270 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-fbe3307e-0e0a-499c-897f-df3c8a1eacc8 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/networks?id=c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 200 len: 810 time: 0.1507306 Jun 03 16:16:09.545932 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:09.550639 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-31790e23-5a59-466b-a023-bc1665f94a75 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/quotas/d0f59694966848829048aee648dddccc HTTP/1.1" status: 200 len: 375 time: 0.0145206 Jun 03 16:16:09.598041 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:09.602725 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-9b029ae6-f490-4d5b-bf2a-7740d4ec5e36 None None] Provisioning complete for port f8208d1e-e660-4992-9cd7-ae7df9bd0143 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:09.602970 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b029ae6-f490-4d5b-bf2a-7740d4ec5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:09.622961 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-c5c36c9b-112a-4888-9e2c-ff2ec9329576 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636041 Jun 03 16:16:09.678320 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port bd38df96-51e3-4c4c-b5a9-770da2c292cb triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:09.678849 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:09.735438 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-26390787-bcd6-4735-829b-b3d47ccf84c2 req-f407cab3-611b-453a-baae-690fb0944698 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0420651 Jun 03 16:16:09.795054 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9b029ae6-f490-4d5b-bf2a-7740d4ec5e36 None None] Current status of the port f8208d1e-e660-4992-9cd7-ae7df9bd0143 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:09.795540 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b029ae6-f490-4d5b-bf2a-7740d4ec5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:09.830710 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:09.854027 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:09.858295 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-3b6cf7fc-5d1d-4247-8c2c-ed0cdef32be8 service neutron] 10.222.0.41 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131708 Jun 03 16:16:09.896447 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d098867-ce25-4d73-8e38-ebc74d24227d None None] The sync data for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi is: [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:09.910307 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:09.921093 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9b029ae6-f490-4d5b-bf2a-7740d4ec5e36 None None] For port f8208d1e-e660-4992-9cd7-ae7df9bd0143, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=f8208d1e-e660-4992-9cd7-ae7df9bd0143,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:09.933751 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9b029ae6-f490-4d5b-bf2a-7740d4ec5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:09.942329 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port bd38df96-51e3-4c4c-b5a9-770da2c292cb is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:09.943513 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:09.987410 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae6b5c42-86ba-4a4f-b4ac-2c4ecdf9567e req-82e84318-e4af-43e6-a217-5267c88eb1ad tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0959942 Jun 03 16:16:10.102989 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-86a92e6d-553a-4d7d-8ab2-c7da06f7e681 service neutron] 10.222.0.41 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426121 Jun 03 16:16:10.116235 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-f7af84ea-8468-40de-a1fc-b8b9aeda1e8e None None] Provisioning complete for port f8208d1e-e660-4992-9cd7-ae7df9bd0143 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:10.116604 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7af84ea-8468-40de-a1fc-b8b9aeda1e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:10.153932 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b029ae6-f490-4d5b-bf2a-7740d4ec5e36 None None] Pushing event updated for resources: {'Port': ['ID=f8208d1e-e660-4992-9cd7-ae7df9bd0143,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:10.186726 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:10.187389 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:10.223422 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ff51-bb44-489e-ae3c-a109cb83bb41 req-459794ef-09e8-4c3e-ad98-e47de313ea48 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:10.241793 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4cc4ff51-bb44-489e-ae3c-a109cb83bb41 req-459794ef-09e8-4c3e-ad98-e47de313ea48 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0991447 Jun 03 16:16:10.325812 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f7af84ea-8468-40de-a1fc-b8b9aeda1e8e None None] Current status of the port f8208d1e-e660-4992-9cd7-ae7df9bd0143 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:10.346730 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4cc4ff51-bb44-489e-ae3c-a109cb83bb41 req-ac8b1b40-e7f9-471b-b8da-f3ed91db7d1d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978136 Jun 03 16:16:10.443773 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:10.444553 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:10.452171 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c4e45cfa-2607-4998-8770-3395b1a0f4be req-ee14eadd-bb9a-4039-9103-ae929c2b09a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0520375 Jun 03 16:16:10.499583 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:10.505271 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:10.506232 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device cbaa0dfe-83a5-412a-a5ae-948e17403305 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:10.615086 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:10.617965 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port cbaa0dfe-83a5-412a-a5ae-948e17403305 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:10.618331 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:10.646605 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0b640d35-1d16-4bad-8db3-fee1b97bc63a req-6832e218-372b-47b4-a366-60bab92c8487 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0399356 Jun 03 16:16:10.718221 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port cbaa0dfe-83a5-412a-a5ae-948e17403305 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:10.719313 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device b21bc64e-3598-484c-8b78-f990c917d078 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:10.768606 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port b21bc64e-3598-484c-8b78-f990c917d078 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:10.768850 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (b21bc64e-3598-484c-8b78-f990c917d078), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:10.828873 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c3426a2f-9e30-4458-8f39-fb834185a38b req-25de36c1-69ad-451f-ba82-a51799e6367b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0300553 Jun 03 16:16:10.846091 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port b21bc64e-3598-484c-8b78-f990c917d078 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:10.847139 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device bfdaabb5-1990-4613-9533-6bdd1b76e242 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:10.880733 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:10.892203 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port bfdaabb5-1990-4613-9533-6bdd1b76e242 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:10.892555 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:10.993210 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port bfdaabb5-1990-4613-9533-6bdd1b76e242 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:11.205757 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-59718389-da11-4186-81f4-3d38d0936efa req-dc62698e-7908-43cd-932f-be4e63d704bf tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0737898 Jun 03 16:16:11.248705 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device bd38df96-51e3-4c4c-b5a9-770da2c292cb up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:11.303499 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port bd38df96-51e3-4c4c-b5a9-770da2c292cb triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:11.304024 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:11.306576 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:11.425982 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port bd38df96-51e3-4c4c-b5a9-770da2c292cb is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:11.427138 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:11.473591 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb8e11-5216-4c5b-8424-530abf9ade3a req-a6695a4f-f964-4513-ab7b-1a5bc8298084 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:11.483468 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bafb8e11-5216-4c5b-8424-530abf9ade3a req-a6695a4f-f964-4513-ab7b-1a5bc8298084 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0618248 Jun 03 16:16:11.490968 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:11.491577 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:11.555921 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bafb8e11-5216-4c5b-8424-530abf9ade3a req-f15591fa-a449-424d-ae42-db9b96353287 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714834 Jun 03 16:16:11.593333 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:11.594410 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device bfdaabb5-1990-4613-9533-6bdd1b76e242 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:11.631637 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e78ef1c4-cc4e-4108-9c9f-9d8cadc70ebf req-faefea9f-9146-4c3f-b1f4-6c20acd18f52 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0323858 Jun 03 16:16:11.645342 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port bfdaabb5-1990-4613-9533-6bdd1b76e242 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:11.645878 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:11.723702 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port bfdaabb5-1990-4613-9533-6bdd1b76e242 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:11.725289 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device f8208d1e-e660-4992-9cd7-ae7df9bd0143 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:11.759509 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3944d770-bbd9-4295-a142-5511cf5932de req-3b49c556-3051-4c5f-beba-b9a6e0be32de tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0312443 Jun 03 16:16:11.771964 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port f8208d1e-e660-4992-9cd7-ae7df9bd0143 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:11.772421 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:11.846008 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port f8208d1e-e660-4992-9cd7-ae7df9bd0143 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:11.922885 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e8a3e361-f796-46a3-a6dc-09949574790f req-ca3e2805-da65-4862-a7a9-e163c2ef2bd8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0274177 Jun 03 16:16:12.298388 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e558baef-d1a8-42c7-83d2-04f6ce038142 req-dacc1b3a-2a8c-40f7-b794-ab81e65c2918 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0267041 Jun 03 16:16:12.665075 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b016d-ce62-4018-ad41-bee892baa446 req-163e8c1d-3266-4310-b11c-983db6c281b3 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:12.666192 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1e1b016d-ce62-4018-ad41-bee892baa446 req-163e8c1d-3266-4310-b11c-983db6c281b3 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0468884 Jun 03 16:16:12.693348 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:12.711319 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:12.716868 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1e1b016d-ce62-4018-ad41-bee892baa446 req-892376d7-2647-468e-9411-8ca7fba77413 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444279 Jun 03 16:16:12.733487 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a95be4aa-2068-4b82-a38a-d6126e09961f req-2e77bd70-8ffe-42f8-bff6-d4d73a472908 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0287347 Jun 03 16:16:12.865532 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-83b1975d-a1dd-4d21-8351-d0604c767022 req-54747f94-5264-4e20-8168-ab2fa2e49c26 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0317969 Jun 03 16:16:13.021561 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0c4d59d2-8a34-4239-863d-5298c353a5bc req-7f593fd8-a1cc-4cb7-86d4-64d28152bf76 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0301778 Jun 03 16:16:13.401114 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fbc47d8a-98aa-43ef-b6cf-90c816c7a025 req-a383cef6-fae9-433c-b800-daec9831b0da tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0274663 Jun 03 16:16:13.789527 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-eb607180-bbbb-4deb-8964-f1786549aace service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=faed89f2-da2d-4cf7-b471-15a07783c520 HTTP/1.1" status: 200 len: 217 time: 0.0722189 Jun 03 16:16:13.852589 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fda3b508-a684-4c90-982a-542989a42f90 req-35871410-3707-44c3-91bb-92717048235f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0352979 Jun 03 16:16:13.855625 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4ab2b-fc84-45f7-aeb0-5920a218617d req-3a231d16-3497-40e5-99b1-b53cca3a9e2c tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:13.857025 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-40b4ab2b-fc84-45f7-aeb0-5920a218617d req-3a231d16-3497-40e5-99b1-b53cca3a9e2c tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0484581 Jun 03 16:16:13.898412 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-d9489d17-98a6-43db-b847-92d1976165cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:13.900178 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-d9489d17-98a6-43db-b847-92d1976165cc service neutron] 10.222.0.118 "GET /v2.0/subnets?id=9ced27b9-e779-4db8-b01f-95e2afb56db5 HTTP/1.1" status: 200 len: 852 time: 0.0563259 Jun 03 16:16:13.943074 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-40b4ab2b-fc84-45f7-aeb0-5920a218617d req-9e689bf1-a299-482b-a967-93b7e35b8081 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767674 Jun 03 16:16:14.011698 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-a48c9e2f-45c7-4943-bb4f-c52c84a4d0f3 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904427 Jun 03 16:16:14.039912 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9a6bdf94-47f2-435a-89a2-f0dbbdc3024f req-972d2cdd-d7d8-44f4-a5eb-0d5c539da839 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0393496 Jun 03 16:16:14.131735 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:14.166009 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-37f376a6-a64c-42cf-9434-f9e199aa34f2 service neutron] 10.222.0.118 "GET /v2.0/networks/d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193566 Jun 03 16:16:14.168350 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b266a4e3-68a7-4345-91e6-e5f5b8d1ec03 req-c70e8a12-1a23-4fce-9b31-3d06f1f5cb74 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0311935 Jun 03 16:16:14.484238 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e5b86fa-41fe-46d1-a2fc-b145957555ad req-d0c9049e-e706-49fd-bad1-4597075975ba service neutron] 10.222.0.118 "GET /v2.0/networks/d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324642 Jun 03 16:16:14.519398 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ca92bee-39b1-4f7b-b4d4-6b086ac7bb46 req-d6eae581-0a5c-4c03-b3fe-c96103bf7dc7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0339463 Jun 03 16:16:14.869391 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-328c8ac3-9e9b-4d07-8b83-367328c9147f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:14.870838 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-328c8ac3-9e9b-4d07-8b83-367328c9147f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 819 time: 0.1688523 Jun 03 16:16:14.961230 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c673aadc-a6fd-4281-abff-e35b3cf51463 req-ff45533b-66b8-405f-b759-3d397bf4a7b6 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0319521 Jun 03 16:16:14.988365 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.118', 63335) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:15.058184 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec104a-9c88-40a2-b69f-564670cb4221 req-04a0698c-4fbe-41bb-8db1-3c78e2d8189d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:15.059974 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-98ec104a-9c88-40a2-b69f-564670cb4221 req-04a0698c-4fbe-41bb-8db1-3c78e2d8189d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0503638 Jun 03 16:16:15.116147 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-98ec104a-9c88-40a2-b69f-564670cb4221 req-469ab04f-c2b2-4d7c-8980-f3407a10837a tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482233 Jun 03 16:16:15.148439 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-25ab8f3e-991d-4d37-9c12-ab6ef7e60b31 req-ad23adf8-8b52-4b93-bd0e-0a562541e832 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0300262 Jun 03 16:16:15.265856 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7329c6e6-0b34-4188-bbe3-b3f53ff5448c req-443c3634-30f3-40a9-99a1-48ad52a9186c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0283391 Jun 03 16:16:15.619862 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c637d59e-0d9f-4975-a2d0-866f4c06a72c req-cdb58034-ed23-425e-a78b-1327d91edd7f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0310352 Jun 03 16:16:16.060236 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d4eaf738-ceba-4dd4-b3bb-ec6f4335f290 req-15712e1a-7346-464a-8126-53816ea5e306 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0302894 Jun 03 16:16:16.226762 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7c682-e127-4ddb-8cd3-5519223b0a02 req-294fe2a8-69f6-4a33-bfe7-4561607bc88b tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:16.229152 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dad7c682-e127-4ddb-8cd3-5519223b0a02 req-294fe2a8-69f6-4a33-bfe7-4561607bc88b tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0470819 Jun 03 16:16:16.246124 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c58e6dd-f7f1-46ec-81e2-dc31f73b8d66 req-d2e1d2fe-4eee-400d-978b-4575c131f42a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0272939 Jun 03 16:16:16.276736 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dad7c682-e127-4ddb-8cd3-5519223b0a02 req-d31b500e-59cd-427c-9b84-20a53dc699d6 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419791 Jun 03 16:16:16.359186 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-66b8a159-f253-4dd7-9cd5-f2c092d18fb8 req-ed40e0ac-c09d-4407-8ce0-814693f7c3b2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0269687 Jun 03 16:16:16.402002 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:16.409036 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:16.718437 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3fecbfcb-9a2f-4f39-9559-af8928075ade req-cb91b189-cce7-4126-bd3d-f80f4ee74a79 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0305059 Jun 03 16:16:17.155948 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f124c511-6107-44ad-9924-cc0411508277 req-3eafe7a9-16d9-4571-af3f-dd91f443440e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0281482 Jun 03 16:16:17.349001 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8df1077c-9e31-426e-ad40-a4193b686629 req-5b67543b-b0c2-4f67-822a-5c75c0d9eb5d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0285153 Jun 03 16:16:17.390777 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359cda6-ffcb-48a6-9ee2-1b63cf4dd85d req-662812a4-26a2-434a-b3c5-19e0fe2d96de tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:17.392286 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f359cda6-ffcb-48a6-9ee2-1b63cf4dd85d req-662812a4-26a2-434a-b3c5-19e0fe2d96de tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0489259 Jun 03 16:16:17.439209 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f359cda6-ffcb-48a6-9ee2-1b63cf4dd85d req-f8c02107-95f1-4d7b-ad4b-ab78f7ddfe3d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414388 Jun 03 16:16:17.452370 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b81bc0e4-3849-4cfb-b21f-83fc0a6d9e4c req-d28f8c10-fd5f-40fb-a6b6-2a5b63b7f41a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Jun 03 16:16:17.816172 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-006651fb-2712-41a3-844a-f368defec174 req-447dd8f7-70c2-48fd-bcee-f1f3c2c012e0 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0275946 Jun 03 16:16:18.249637 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de57536d-a7a7-4c8b-9a4c-f94689d3ab70 req-df5ddaf7-b884-48f0-a817-d5e4830b3c7a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0272813 Jun 03 16:16:18.446870 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f45ef0dc-8b99-4c69-b128-a956ef80ac78 req-907d4aad-fe61-4850-af17-b678dcc25fef tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0266652 Jun 03 16:16:18.545472 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-320cb47b-7466-4947-a863-1ddf9030a376 req-a1e32c49-36e7-440d-83a3-64468695cff2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0269465 Jun 03 16:16:18.549808 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6087bb-695f-4791-8216-93f96987e410 req-ede75e18-d965-4005-9c67-1ac6f7e0c112 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:18.551447 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e6087bb-695f-4791-8216-93f96987e410 req-ede75e18-d965-4005-9c67-1ac6f7e0c112 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0470159 Jun 03 16:16:18.605931 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e6087bb-695f-4791-8216-93f96987e410 req-9ac97afb-9c00-411d-b119-c62a7d877c0c tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488088 Jun 03 16:16:18.912763 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b928a537-22c4-47bc-bf76-fa654900b8b4 req-3ff1bd5f-e306-4104-a098-fc85a606ea99 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0301154 Jun 03 16:16:19.273797 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99e56663-4b99-4796-ad97-9b60094915e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:19.355208 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b9943a51-f447-45f4-a7dd-32e8944a4da4 req-82000bfb-5588-482a-b5e5-e88c9be2e77c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0278013 Jun 03 16:16:19.545223 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c554c8b8-1b4d-4692-9ab0-4a7d9e491da5 req-3a1f6d2f-fce2-40fc-b987-d47d3e5efe53 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0271664 Jun 03 16:16:19.642105 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2b9795ee-da54-4537-b5bf-ed2cd6846983 req-96d83c2b-3887-43d8-b190-2be180613d7e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0287118 Jun 03 16:16:19.717374 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199f220-9ab8-4db9-b80a-084ec8060604 req-6e02aa5c-43c5-4ad0-b11c-f26bae042bdf tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:19.718784 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5199f220-9ab8-4db9-b80a-084ec8060604 req-6e02aa5c-43c5-4ad0-b11c-f26bae042bdf tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0451753 Jun 03 16:16:19.766981 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5199f220-9ab8-4db9-b80a-084ec8060604 req-2656abc0-89f7-414c-8e04-d55004eae4de tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423884 Jun 03 16:16:20.006590 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-240d94b6-a22b-4cf7-9d6f-354991c41f0f req-91c337bd-f041-40c8-a350-dcd533d3c414 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0273631 Jun 03 16:16:20.452234 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-886a80b6-1cbc-4f0b-bbb9-88059ae084e7 req-ea775697-155b-4e39-a660-6e07ce3af47f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0322320 Jun 03 16:16:20.646535 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fe678ef1-1949-4c7b-a04f-65a0a6b6e0d5 req-43885270-02b1-4410-a0e8-9f7f38440166 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0293109 Jun 03 16:16:20.741684 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0818888b-b13b-43b7-9656-dde2e17f927e req-3203d0b6-0b3f-41a1-b37c-61263fc70309 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0306315 Jun 03 16:16:20.881472 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788ca7-9259-4908-8cd4-1fc8e0a7d335 req-db40ba70-190c-4f3b-b7e3-325afdee6534 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:20.883227 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f4788ca7-9259-4908-8cd4-1fc8e0a7d335 req-db40ba70-190c-4f3b-b7e3-325afdee6534 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0479331 Jun 03 16:16:20.935556 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f4788ca7-9259-4908-8cd4-1fc8e0a7d335 req-fc8d13a3-2bb7-4dd6-8ad5-4ef6bae8c33a tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447638 Jun 03 16:16:21.102379 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ef6ea98-451a-4745-9ba8-57576492272a req-8fe8925c-522b-4644-b2cc-c4f131fa53fd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0296364 Jun 03 16:16:21.545715 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a7dd8adf-1297-4998-a2b0-4e5511fdd70c req-db6b7788-0a26-41cb-99bb-2f8a2f00a237 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0275574 Jun 03 16:16:21.594377 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a64bc678-aede-469f-a265-5f6a4181faff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:21.748043 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b38fab69-61cd-4af6-971a-0f8d39be0135 req-be1b16fc-0558-4541-98d2-b2313fe78cf6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0301993 Jun 03 16:16:21.836826 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-111cf09b-8dbb-4097-89ec-d0687cc7d9fa req-1725f3a6-5470-49c5-a3fe-e20f1ac12e82 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0268559 Jun 03 16:16:22.049112 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d41727-157d-409c-9d3c-0d2f51757bb1 req-8f421bfc-ae06-4229-a19a-50dc5f1ea91e tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:22.050599 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-99d41727-157d-409c-9d3c-0d2f51757bb1 req-8f421bfc-ae06-4229-a19a-50dc5f1ea91e tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0493548 Jun 03 16:16:22.102758 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-99d41727-157d-409c-9d3c-0d2f51757bb1 req-b60c5d6d-20ce-43c5-a918-6e91b3bdeffd tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 Jun 03 16:16:22.203573 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9d5ffe60-8867-4b7e-ad59-7383e33ad4d5 req-8f04d796-89c8-4cdd-87cb-285cb4b366bb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0335479 Jun 03 16:16:22.564032 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40806) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:22.642420 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f43cb84f-06e4-4b1f-aa63-0c01a903e5da req-04951472-6bf9-4909-b11f-d58671237f46 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0283737 Jun 03 16:16:22.678424 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-abe92580-9435-48f0-a251-fbd828e11c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:22.724533 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:22.729623 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:22.759492 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-abe92580-9435-48f0-a251-fbd828e11c7a admin admin] Publish callbacks [] for security_group (db11b039-f4f0-4adf-9307-c4123708bc13), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:22.763463 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-abe92580-9435-48f0-a251-fbd828e11c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (db11b039-f4f0-4adf-9307-c4123708bc13), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:22.819590 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-abe92580-9435-48f0-a251-fbd828e11c7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80a8543538824ac0aed7caa24ae6685d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543540 Jun 03 16:16:22.820526 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40814) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:22.821369 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe92580-9435-48f0-a251-fbd828e11c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db11b039-f4f0-4adf-9307-c4123708bc13,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:22.848786 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:22.872761 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fd43d9e8-8a59-4d61-a45e-1483bfdda6f2 req-faf8d738-fc86-436c-9029-517ca3a0fa05 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0369911 Jun 03 16:16:22.911068 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec1af678-91a9-4b9e-a182-86c2987c6b49 admin admin] Publish callbacks [] for security_group (db11b039-f4f0-4adf-9307-c4123708bc13), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:22.932179 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8cd3c0f-9495-4564-9fe4-d55941326469 req-1b87046a-7fe7-44c8-b862-d3533d2d919b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0266538 Jun 03 16:16:22.932753 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec1af678-91a9-4b9e-a182-86c2987c6b49 admin admin] Publish callbacks [] for security_group (db11b039-f4f0-4adf-9307-c4123708bc13), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:22.987189 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec1af678-91a9-4b9e-a182-86c2987c6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (db11b039-f4f0-4adf-9307-c4123708bc13), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:22.989668 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec1af678-91a9-4b9e-a182-86c2987c6b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:22.990828 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-ec1af678-91a9-4b9e-a182-86c2987c6b49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db11b039-f4f0-4adf-9307-c4123708bc13 HTTP/1.1" status: 204 len: 168 time: 0.1639545 Jun 03 16:16:22.999930 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1af678-91a9-4b9e-a182-86c2987c6b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db11b039-f4f0-4adf-9307-c4123708bc13,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:23.235643 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362acd1-36b7-472c-b40e-2f4edd881ee5 req-928f9f13-8dad-47ce-a8de-740688887ebc tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:23.237063 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5362acd1-36b7-472c-b40e-2f4edd881ee5 req-928f9f13-8dad-47ce-a8de-740688887ebc tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0511925 Jun 03 16:16:23.295092 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5362acd1-36b7-472c-b40e-2f4edd881ee5 req-781a5e35-e1ce-4175-879c-9b0d41d2ddde tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517693 Jun 03 16:16:23.304223 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 40828) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:23.319004 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d5e9-5b2c-474a-baa9-169ddf1fa8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:23.320614 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f58a3e48-09dd-4fe6-bc46-4d47af42d41d req-72be20ef-3e70-4f9c-8611-473689ddb0cd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0417037 Jun 03 16:16:23.408569 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d5e9-5b2c-474a-baa9-169ddf1fa8a7 admin admin] Publish callbacks [] for security_group (ef1d8ee7-e572-4828-b98b-ca55b5dd828d), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:23.413394 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d5e9-5b2c-474a-baa9-169ddf1fa8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (ef1d8ee7-e572-4828-b98b-ca55b5dd828d), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:23.461116 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-e7e6d5e9-5b2c-474a-baa9-169ddf1fa8a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=869c6fa14446408fbf45126064a532a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532772 Jun 03 16:16:23.461116 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6d5e9-5b2c-474a-baa9-169ddf1fa8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1d8ee7-e572-4828-b98b-ca55b5dd828d,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:23.461279 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 40838) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:23.486055 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:23.501173 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:23.519732 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-86edf2ea-3b1a-440f-a93d-06ef9ca2b8e0 admin admin] Publish callbacks [] for security_group (ef1d8ee7-e572-4828-b98b-ca55b5dd828d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:23.544623 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-86edf2ea-3b1a-440f-a93d-06ef9ca2b8e0 admin admin] Publish callbacks [] for security_group (ef1d8ee7-e572-4828-b98b-ca55b5dd828d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:23.611598 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-86edf2ea-3b1a-440f-a93d-06ef9ca2b8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (ef1d8ee7-e572-4828-b98b-ca55b5dd828d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:23.614977 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-86edf2ea-3b1a-440f-a93d-06ef9ca2b8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:23.616220 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-86edf2ea-3b1a-440f-a93d-06ef9ca2b8e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef1d8ee7-e572-4828-b98b-ca55b5dd828d HTTP/1.1" status: 204 len: 168 time: 0.1539843 Jun 03 16:16:23.624404 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edf2ea-3b1a-440f-a93d-06ef9ca2b8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1d8ee7-e572-4828-b98b-ca55b5dd828d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:23.739174 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-35edb37c-e19b-40de-a72b-ea6719e87636 req-7c873f16-fe4c-478c-87c4-058e0db542e7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0305104 Jun 03 16:16:23.879963 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.118', 63340) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:23.886446 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.118', 63341) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:23.951882 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:23.988523 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb094e-0deb-4dad-9dbf-d56f853239ca req-757f3b36-0ae7-4805-a277-6363fdb3ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:23.990130 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4bcb094e-0deb-4dad-9dbf-d56f853239ca req-757f3b36-0ae7-4805-a277-6363fdb3ec66 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=b1dde95632be44e29e77bfddc2ad84b5&device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 1127 time: 0.1177967 Jun 03 16:16:23.996552 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67238319-fafc-4884-89b4-73a72c0902f6 req-040326af-520c-4c25-a343-5967f55a6cb6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0391066 Jun 03 16:16:24.042420 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0a0b4e8a-680a-4f95-88a3-4a01c5e126e5 req-89c0b30b-a659-4e50-9b2d-3f4778722a03 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0334680 Jun 03 16:16:24.418299 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7191242-8003-491e-a466-8bf23452cfb7 req-f7876bd0-896c-45b6-9c9c-c22fedd74787 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:24.421505 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-341ab2bf-0dc1-422d-9def-8bc921ffcbc4 req-5d5132d0-08d2-41f2-8a22-136a118e4cc3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0274582 Jun 03 16:16:24.422540 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7191242-8003-491e-a466-8bf23452cfb7 req-f7876bd0-896c-45b6-9c9c-c22fedd74787 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0541778 Jun 03 16:16:24.480660 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7191242-8003-491e-a466-8bf23452cfb7 req-f6ec50b5-67ff-4292-8744-f5a21a2dc99b tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517485 Jun 03 16:16:24.851580 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4ccfd344-3c2e-4d56-b576-451807a12c1f req-71621c50-0c5d-450e-a5f0-0f73e139ea1b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0378323 Jun 03 16:16:25.094753 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a81bb45a-3754-4b46-9e71-5b8cb59b3de9 req-adb03cd6-1206-45e2-a320-c65e652b64de tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0306740 Jun 03 16:16:25.137420 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-38cd9593-b4a2-4955-80a3-12240d67846a req-f49315f4-de04-4fa6-a3c4-a389c1de5a25 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0269496 Jun 03 16:16:25.517268 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-50c4ec04-32d1-4b9e-8eec-7bba2ddd48cf req-9857a069-cb21-4e13-b086-bfbe1f5f8f75 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0275061 Jun 03 16:16:25.593947 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7023b-b9b8-4f57-959c-c936b75a1443 req-7a45af58-b0ad-44e3-9456-deaac5ddce03 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:25.595390 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e0f7023b-b9b8-4f57-959c-c936b75a1443 req-7a45af58-b0ad-44e3-9456-deaac5ddce03 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 943 time: 0.0480220 Jun 03 16:16:25.639967 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e0f7023b-b9b8-4f57-959c-c936b75a1443 req-70911719-08be-447f-b4b9-c0a45511dfd9 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392845 Jun 03 16:16:25.945944 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebc5cce8-eff9-441a-9bb2-a815bb614204 req-70c3b4ee-d609-4d21-8dad-772fe79dcd52 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0279884 Jun 03 16:16:26.110609 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:26.197724 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2e748ab3-f183-4db1-a3d8-d7acf3b3b3ba req-49c6c470-14fc-4e9c-a493-371b54e77690 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0274565 Jun 03 16:16:26.233357 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d8ac577c-445c-4689-bad0-5b3212cf1bc5 req-c44c0151-c6f9-4ed3-af80-7855c2cb3dde tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0274312 Jun 03 16:16:26.461129 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Request body: {'port': {'device_id': '4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'admin_state_up': True, 'tenant_id': '1443b802dc724950b5eb5c6446e2515c'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:26.473704 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device faed89f2-da2d-4cf7-b471-15a07783c520 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:16:26.478903 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:26.573892 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Made reservation on behalf of 1443b802dc724950b5eb5c6446e2515c for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:26.577347 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:26.588551 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port faed89f2-da2d-4cf7-b471-15a07783c520, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=faed89f2-da2d-4cf7-b471-15a07783c520,segment=NetworkSegment(48463645-35a0-4db5-a821-e8d63e0c01c6),segment_id=48463645-35a0-4db5-a821-e8d63e0c01c6)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:26.602972 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'faed89f2-da2d-4cf7-b471-15a07783c520', 'network_id': 'd7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9', 'port_id': 'faed89f2-da2d-4cf7-b471-15a07783c520', 'mac_address': 'fa:16:3e:6b:bc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ced27b9-e779-4db8-b01f-95e2afb56db5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:16:26.618974 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-654a2e0a-c64e-44e8-8fa6-238e10d31a82 req-0f44d480-bf0c-40b5-98ce-6d62549d4f76 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0312562 Jun 03 16:16:26.640319 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port faed89f2-da2d-4cf7-b471-15a07783c520 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:26.640786 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:26.654476 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faed89f2-da2d-4cf7-b471-15a07783c520 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:16:26.683014 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port faed89f2-da2d-4cf7-b471-15a07783c520, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=faed89f2-da2d-4cf7-b471-15a07783c520,segment=NetworkSegment(48463645-35a0-4db5-a821-e8d63e0c01c6),segment_id=48463645-35a0-4db5-a821-e8d63e0c01c6)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:26.688404 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:26.712699 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Allocated IP 172.20.0.14 (6e0aaf95-4836-425b-942f-acfb7d3ce506/96182dd8-304e-490c-8178-3bed40a0c69c/db97c3da-b633-48cb-8479-c740ca53cd00) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:26.720595 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:26.748959 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=faed89f2-da2d-4cf7-b471-15a07783c520,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:26.804330 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351a18c-af62-4b57-9b46-2e6de3105790 req-0c3a5b36-26f4-4592-a538-f5644c925506 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:26.805762 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0351a18c-af62-4b57-9b46-2e6de3105790 req-0c3a5b36-26f4-4592-a538-f5644c925506 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 944 time: 0.0723782 Jun 03 16:16:27.045453 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fe679c83-a344-4232-9a2d-15badfde6aaf req-ed1b1717-e5e0-4685-9887-8bc7c2cf6655 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0311279 Jun 03 16:16:27.071715 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0351a18c-af62-4b57-9b46-2e6de3105790 req-a9eb5b9a-91d4-43c4-a90d-4a1f4f3522ab tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530527 Jun 03 16:16:27.099714 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for port (db97c3da-b633-48cb-8479-c740ca53cd00), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:27.129559 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:27.136592 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:27.163651 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:27.170492 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:27.174960 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:27.177838 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:16:27.183011 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:27.183631 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:27.208359 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event updated for resources: {'Port': ['ID=db97c3da-b633-48cb-8479-c740ca53cd00,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:27.220700 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-5eddc03e-4a08-4da1-8a81-5f73fcb00ab1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7639253 Jun 03 16:16:27.315909 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8d51012f-137f-4d97-bbad-8cdccd44cd4f req-1768b91d-c7cc-4b8b-b72d-afd4da19729c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0367248 Jun 03 16:16:27.337517 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9eb0751f-3688-4d84-a1dc-6f398aa433c4 req-1e1e72db-e002-4c22-ac57-8b059064cd24 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0357456 Jun 03 16:16:27.459891 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-24bf040d-2b42-4f22-9470-286e899aeea8 None None] Provisioning complete for port db97c3da-b633-48cb-8479-c740ca53cd00 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:27.460441 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-24bf040d-2b42-4f22-9470-286e899aeea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:27.489832 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-24bf040d-2b42-4f22-9470-286e899aeea8 None None] Port db97c3da-b633-48cb-8479-c740ca53cd00 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:16:27.712538 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e01777f-afa5-49c3-98ae-cfe6fdd6ec47 req-065a5f38-9a9b-4574-a091-9f4303e628b3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0267432 Jun 03 16:16:28.139443 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-afeb81d7-26e3-4b60-b4c2-35d852e4f6d8 req-032ab016-eb79-48fd-9aa3-860097578f01 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0284071 Jun 03 16:16:28.165761 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:28.185454 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6aa8f-d0e6-4db0-b4dc-19adcccbc956 req-96374731-a0b6-487d-a25f-42732de53cdb tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:28.186927 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-70e6aa8f-d0e6-4db0-b4dc-19adcccbc956 req-96374731-a0b6-487d-a25f-42732de53cdb tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 944 time: 0.0487261 Jun 03 16:16:28.232608 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-70e6aa8f-d0e6-4db0-b4dc-19adcccbc956 req-45a81d91-b1bc-48bb-93f5-3f2f796aff45 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Jun 03 16:16:28.408788 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e5454c3-81e5-46c1-8c75-c6ff2a9693e9 req-dc60284e-619f-4984-9c5f-9bc61602c6cc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0286450 Jun 03 16:16:28.438128 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7fb53dcb-1cd8-4b1d-b911-ae51aa832eb0 req-f28c066d-2cc7-4162-8b95-bcb7429459ef tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0293009 Jun 03 16:16:28.830200 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-803ed8c4-5be0-4f72-a4ce-605b29722f68 req-cd1f7820-8caf-4364-ad3b-65b0b363708c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0459926 Jun 03 16:16:28.896881 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-cad5a30f-7f26-4842-9209-1849921bfc18 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:28.898312 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-cad5a30f-7f26-4842-9209-1849921bfc18 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 815 time: 0.2116861 Jun 03 16:16:28.904312 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a780bb-852c-4478-b938-50b4058542fa req-b5b8d3f7-a2f5-4de2-8664-bba7b450c30c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:28.905637 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-b5b8d3f7-a2f5-4de2-8664-bba7b450c30c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 819 time: 0.2177975 Jun 03 16:16:29.187956 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['faed89f2-da2d-4cf7-b471-15a07783c520'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:16:29.249129 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-187755bf-eb5f-4245-ad1d-6e08e148b018 req-9e0558b5-f47d-4438-a21f-b9535a36acf5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0428791 Jun 03 16:16:29.260322 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Request body: {'port': {'device_id': '4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:29.346793 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:29.368044 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Request body: {'port': {'device_id': '4c90b829-8496-4298-b54d-fd9a976bbae3', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'admin_state_up': True, 'tenant_id': '1443b802dc724950b5eb5c6446e2515c'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:29.494602 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce7f9c-8e42-4097-aa13-9891c63c977b req-ffcccf9a-a1f2-4b07-9573-0c30c3baf297 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:29.502262 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d8ce7f9c-8e42-4097-aa13-9891c63c977b req-ffcccf9a-a1f2-4b07-9573-0c30c3baf297 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 944 time: 0.1270771 Jun 03 16:16:29.513965 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:29.532578 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb094e-0deb-4dad-9dbf-d56f853239ca req-7ea3d933-ef37-4c5b-af97-0e593598e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:29.534334 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4bcb094e-0deb-4dad-9dbf-d56f853239ca req-7ea3d933-ef37-4c5b-af97-0e593598e4bd service neutron] 10.222.0.118 "GET /v2.0/networks?id=d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 HTTP/1.1" status: 200 len: 914 time: 0.2842312 Jun 03 16:16:29.577695 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8399d2b7-b06d-4b88-ae2c-53de8b7cd347 req-80f30ee6-a4db-4abc-9069-85922d5e0b16 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0371931 Jun 03 16:16:29.670655 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-14b3636c-12a0-4f9d-a177-292faf11d726 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 380 time: 0.3257997 Jun 03 16:16:29.678197 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d8ce7f9c-8e42-4097-aa13-9891c63c977b req-77250625-507d-4648-b616-d916f01c4b68 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748872 Jun 03 16:16:29.806703 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Made reservation on behalf of 1443b802dc724950b5eb5c6446e2515c for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:29.810262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:29.812930 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-537f3413-f41e-40f1-921a-353721086c26 req-eb3aadac-8d5d-4acc-940a-65ba6c616089 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.1704955 Jun 03 16:16:29.836728 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.118', 63347) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:29.917623 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:29.926547 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.118', 63349) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:29.939356 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'port': {'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'admin_state_up': True, 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'security_groups': ['70cb5f85-834f-4e8e-87bd-9ae0d73a554c']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:29.957127 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:30.029754 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4bcb094e-0deb-4dad-9dbf-d56f853239ca req-eb70f677-ae63-41a7-8ba9-78a691812543 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=faed89f2-da2d-4cf7-b471-15a07783c520 HTTP/1.1" status: 200 len: 217 time: 0.0743263 Jun 03 16:16:30.089399 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-0f688dec-5c61-49db-829c-83e63bcf5dca tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:30.093563 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-0f688dec-5c61-49db-829c-83e63bcf5dca tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.118 "GET /v2.0/networks?id=c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 200 len: 810 time: 0.2062438 Jun 03 16:16:30.106118 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-548ab39d-de60-4229-b219-e447af31c725 req-156217f3-712a-4059-a041-43c8c63a3bd5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.1632488 Jun 03 16:16:30.135649 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:30.140676 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:30.227349 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd90170c-4a38-4b26-b521-9583d3bcda3d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0f59694966848829048aee648dddccc HTTP/1.1" status: 200 len: 380 time: 0.0988870 Jun 03 16:16:30.228745 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb094e-0deb-4dad-9dbf-d56f853239ca req-9cef78d9-7812-4587-b718-38e9f687224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:30.232292 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4bcb094e-0deb-4dad-9dbf-d56f853239ca req-9cef78d9-7812-4587-b718-38e9f687224a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=9ced27b9-e779-4db8-b01f-95e2afb56db5 HTTP/1.1" status: 200 len: 852 time: 0.1377594 Jun 03 16:16:30.236822 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'port': {'device_id': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'admin_state_up': True, 'tenant_id': 'd0f59694966848829048aee648dddccc', 'security_groups': ['0a70991c-54d9-4451-9860-07a6fc8beafe']}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:30.242368 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db97c3da-b633-48cb-8479-c740ca53cd00 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:16:30.255853 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Publish callbacks [] for port (db97c3da-b633-48cb-8479-c740ca53cd00), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:30.268165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-fa66b9c4-9b77-4329-b41d-11f9511eb74f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:30.269602 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-fa66b9c4-9b77-4329-b41d-11f9511eb74f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.118 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 816 time: 0.3372324 Jun 03 16:16:30.290647 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Transition to ACTIVE for port object db97c3da-b633-48cb-8479-c740ca53cd00 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:16:30.300820 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:30.327928 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Made reservation on behalf of c6758d3ab63e4ace8d2d32a4b391d942 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:30.331266 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:30.336206 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4bcb094e-0deb-4dad-9dbf-d56f853239ca req-b4e7014a-5889-4fb4-9755-e50579b35fd7 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835915 Jun 03 16:16:30.391120 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c315ed95-5751-4a1c-9934-bbd8053b07cc req-f30cbf0b-07ce-4d49-ab7c-fb16eb196695 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0367415 Jun 03 16:16:30.412747 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Pushing event updated for resources: {'Port': ['ID=db97c3da-b633-48cb-8479-c740ca53cd00,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:30.421271 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Made reservation on behalf of d0f59694966848829048aee648dddccc for: {'port': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:30.424898 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:30.427930 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Allocated IP 172.20.0.6 (6e0aaf95-4836-425b-942f-acfb7d3ce506/96182dd8-304e-490c-8178-3bed40a0c69c/b13a12b7-9968-49f9-a695-b305c53c2ff7) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:30.576568 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Attempting to bind port db97c3da-b633-48cb-8479-c740ca53cd00 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:16:30.577130 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Attempting to bind port db97c3da-b633-48cb-8479-c740ca53cd00 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:16:30.577231 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Attempting to bind port db97c3da-b633-48cb-8479-c740ca53cd00 on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:30.610130 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:30.626794 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Port db97c3da-b633-48cb-8479-c740ca53cd00 on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:16:30.627119 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Attempting to bind port db97c3da-b633-48cb-8479-c740ca53cd00 on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:30.670626 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:16:30.670960 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Checking segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:16:30.671357 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Bound using segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:16:30.671809 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Bound port: db97c3da-b633-48cb-8479-c740ca53cd00, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:16:30.672147 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:30.751357 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Allocated IP 172.20.0.13 (c3619401-b67f-424d-9ca5-3555aafbaad6/66586911-787f-4f5f-8dbf-ce2c5b62b5ee/fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:30.765387 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-d805e150-c5a6-404d-a354-9057446144ae tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffa464e4d2264df68897a6d4b8dc7aab HTTP/1.1" status: 200 len: 379 time: 0.2722437 Jun 03 16:16:30.777137 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Allocated IP 172.20.0.10 (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e/b222e9b4-0a2b-4056-adfa-c1fb610cdc9a/d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:30.782628 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-97367458-1e84-4d78-8a3a-bfafe2022ff1 req-472b5910-437a-4249-8513-6215c9bdaf0a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.1079512 Jun 03 16:16:30.789048 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'port': {'device_id': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'admin_state_up': True, 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'security_groups': ['ee01147e-fde8-47c7-94cb-056142e4c430']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:30.868784 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:30.873421 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4bcb094e-0deb-4dad-9dbf-d56f853239ca req-11247b78-4829-4ff9-9804-3fdefa1059b9 service neutron] 10.222.0.118 "GET /v2.0/networks/d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029865 Jun 03 16:16:30.894851 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707df40-4ad9-49b9-b73f-2700afa1ed62 req-7f8a873e-70d9-4cdd-b30d-7953ce74ed38 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:30.899777 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2707df40-4ad9-49b9-b73f-2700afa1ed62 req-7f8a873e-70d9-4cdd-b30d-7953ce74ed38 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 944 time: 0.1309593 Jun 03 16:16:31.078775 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:31.088018 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:31.120694 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2707df40-4ad9-49b9-b73f-2700afa1ed62 req-893eb5ec-8b86-4746-8aec-c3fa6c06921e tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108240 Jun 03 16:16:31.157312 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.165212 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-73232110-1535-4e7d-a2a9-b098ade22c04 req-7a1dbdc7-3937-4191-b324-d614c7991502 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.1224799 Jun 03 16:16:31.186034 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4bcb094e-0deb-4dad-9dbf-d56f853239ca req-83583bf3-5c6d-4374-be9d-777a5552b17e service neutron] 10.222.0.118 "GET /v2.0/networks/d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075863 Jun 03 16:16:31.242267 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] For port db97c3da-b633-48cb-8479-c740ca53cd00, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:16:31.256371 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3cbd220e-1b50-4cab-bb66-2b67082c67b1 req-a28cfb3f-6187-4504-973e-1572aa179b6f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0661027 Jun 03 16:16:31.257252 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.276927 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.312995 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] For port db97c3da-b633-48cb-8479-c740ca53cd00, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=db97c3da-b633-48cb-8479-c740ca53cd00,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:16:31.340358 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.364536 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device faed89f2-da2d-4cf7-b471-15a07783c520 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:31.370293 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Network c3619401-b67f-424d-9ca5-3555aafbaad6 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:31.379471 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:31.386941 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:16:31.412149 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:31.412685 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.413730 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:31.414335 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.415767 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] 10.222.0.118 "PUT /v2.0/ports/db97c3da-b633-48cb-8479-c740ca53cd00 HTTP/1.1" status: 200 len: 1094 time: 2.1599250 Jun 03 16:16:31.427734 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03', 'tag': 'db97c3da-b633-48cb-8479-c740ca53cd00'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:31.430635 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ff437a-8588-4bbb-938f-df932248607c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03", "tag": "db97c3da-b633-48cb-8479-c740ca53cd00"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:16:31.447371 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'Port': ['ID=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:31.457976 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port faed89f2-da2d-4cf7-b471-15a07783c520 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:16:31.474053 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port faed89f2-da2d-4cf7-b471-15a07783c520 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:31.474730 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.511715 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-356f08e3-6644-47e6-8f4f-198b4433a195 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2782362 Jun 03 16:16:31.521558 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Made reservation on behalf of ffa464e4d2264df68897a6d4b8dc7aab for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:31.537615 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.541193 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.558325 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4cc89-a3f7-45b5-995c-43a632d0c179 service neutron] Pushing event updated for resources: {'Port': ['ID=db97c3da-b633-48cb-8479-c740ca53cd00,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:31.568268 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Request body: {'port': {'device_id': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:31.581942 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.667219 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:31.688305 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port faed89f2-da2d-4cf7-b471-15a07783c520 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:31.688305 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.716951 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd398f1-b836-4cf5-9735-ed63505630a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faed89f2-da2d-4cf7-b471-15a07783c520'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:31.725064 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.736856 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ea35bd-a271-4ba0-a787-5bcb5e1d191d x-openstack-request-id: req-84ea35bd-a271-4ba0-a787-5bcb5e1d191d {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:16:31.737193 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03", "tag": "db97c3da-b633-48cb-8479-c740ca53cd00", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:16:31.737407 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84ea35bd-a271-4ba0-a787-5bcb5e1d191d {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:16:31.737925 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ea35bd-a271-4ba0-a787-5bcb5e1d191d'] response: {'name': 'network-changed', 'server_uuid': '4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03', 'tag': 'db97c3da-b633-48cb-8479-c740ca53cd00', 'status': 'completed', 'code': 200} Jun 03 16:16:31.806048 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bae769-37a9-495f-872a-c89eef538f9a req-9ab5d835-ee10-49d0-8d31-e3e030ded881 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:31.807868 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c7bae769-37a9-495f-872a-c89eef538f9a req-9ab5d835-ee10-49d0-8d31-e3e030ded881 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 932 time: 0.2646770 Jun 03 16:16:31.817935 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port faed89f2-da2d-4cf7-b471-15a07783c520, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=faed89f2-da2d-4cf7-b471-15a07783c520,segment=NetworkSegment(48463645-35a0-4db5-a821-e8d63e0c01c6),segment_id=48463645-35a0-4db5-a821-e8d63e0c01c6)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:31.826033 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.864432 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:31.880813 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-e13bd191-caca-4a2f-a980-e9c0da7632b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:31.882929 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-e13bd191-caca-4a2f-a980-e9c0da7632b1 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 1128 time: 0.2575662 Jun 03 16:16:31.895674 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:31.898712 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:16:31.905275 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:31.906048 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.921424 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event updated for resources: {'Port': ['ID=b13a12b7-9968-49f9-a695-b305c53c2ff7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:31.939267 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-6c87cf48-9e60-4e7b-929a-7e0ac0d385d8 None None] Provisioning complete for port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:31.939822 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c87cf48-9e60-4e7b-929a-7e0ac0d385d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:31.942883 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=faed89f2-da2d-4cf7-b471-15a07783c520,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:31.973100 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:31.994490 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6c87cf48-9e60-4e7b-929a-7e0ac0d385d8 None None] Port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:16:32.005328 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bdfc95-64a0-46b7-aa3b-fd950b1c794e" -d '{"events": [{"server_uuid": "bdd398f1-b836-4cf5-9735-ed63505630a7", "name": "network-vif-plugged", "status": "completed", "tag": "faed89f2-da2d-4cf7-b471-15a07783c520"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:16:32.008659 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.013983 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-0ef00b65-94fa-46c1-923f-230dcc629e7e service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db97c3da-b633-48cb-8479-c740ca53cd00 HTTP/1.1" status: 200 len: 217 time: 0.0941808 Jun 03 16:16:32.039839 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-c5830fd7-f1f2-4296-ac6d-cf50d1748d7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6939244 Jun 03 16:16:32.055428 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-919370b6-bf94-4b91-8802-254990726006 req-10d9a302-1c86-4880-9b52-372c85a3127a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0552082 Jun 03 16:16:32.097295 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:32.121260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:32.131882 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:32.136780 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c7bae769-37a9-495f-872a-c89eef538f9a req-c96776a4-104c-46b0-9386-1b5f1dcf3049 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660172 Jun 03 16:16:32.138064 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:16:32.143358 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:32.143997 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.206850 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2790890 Jun 03 16:16:32.227467 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f91f3-460b-4047-a9b8-3b710703bf67 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:32.264748 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Allocated IP 172.20.0.14 (aac77ef2-24df-4348-b770-e983d0529c48/396edb17-24c6-4f46-a301-e519b0c17869/e842e8b9-3bd1-4f5c-ad08-f8f45d991022) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:32.317551 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-e54ab456-8315-4895-acba-56e9e794efce None None] Provisioning complete for port b13a12b7-9968-49f9-a695-b305c53c2ff7 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:32.317924 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e54ab456-8315-4895-acba-56e9e794efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.392444 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e54ab456-8315-4895-acba-56e9e794efce None None] Port b13a12b7-9968-49f9-a695-b305c53c2ff7 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:16:32.412365 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfaac3-183d-4bd6-994b-13a9ec7fd7b3 req-b111eef1-ee71-4f39-bf28-52ff13ce5383 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:32.419839 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5ddfaac3-183d-4bd6-994b-13a9ec7fd7b3 req-b111eef1-ee71-4f39-bf28-52ff13ce5383 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.1027358 Jun 03 16:16:32.525902 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342c79dc-275f-44f1-8b0c-b573faab9663 x-openstack-request-id: req-342c79dc-275f-44f1-8b0c-b573faab9663 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:16:32.526313 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd398f1-b836-4cf5-9735-ed63505630a7", "name": "network-vif-plugged", "status": "completed", "tag": "faed89f2-da2d-4cf7-b471-15a07783c520", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:16:32.526687 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-342c79dc-275f-44f1-8b0c-b573faab9663 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:16:32.527306 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342c79dc-275f-44f1-8b0c-b573faab9663'] response: {'server_uuid': 'bdd398f1-b836-4cf5-9735-ed63505630a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faed89f2-da2d-4cf7-b471-15a07783c520', 'code': 200} Jun 03 16:16:32.549580 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5ddfaac3-183d-4bd6-994b-13a9ec7fd7b3 req-72ecc751-3682-4ccb-b412-63f7c4694272 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287637 Jun 03 16:16:32.559526 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:16:32.578826 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Publish callbacks [] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.621238 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-0575efbd-c4c3-4de5-a4bb-c197ac02c9bf None None] Provisioning complete for port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:32.622683 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0575efbd-c4c3-4de5-a4bb-c197ac02c9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.636559 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.647475 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Transition to ACTIVE for port object fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c will not be triggered until provisioned by entity L2. {{(pid=103937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:16:32.652179 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.662770 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-0575efbd-c4c3-4de5-a4bb-c197ac02c9bf None None] Port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:16:32.690617 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6af989-ca5a-430b-9424-3437d44d4df1 req-45b246d9-7b6e-4d81-837f-f371d927f63a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:32.692136 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb6af989-ca5a-430b-9424-3437d44d4df1 req-45b246d9-7b6e-4d81-837f-f371d927f63a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 932 time: 0.1072104 Jun 03 16:16:32.697525 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:32.705914 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ec0a9-8217-460e-a9ae-b2c5c3f23c3b req-91cf1d07-07b8-417a-a7fb-b5a02efab16f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:32.708200 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-035ec0a9-8217-460e-a9ae-b2c5c3f23c3b req-91cf1d07-07b8-417a-a7fb-b5a02efab16f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 931 time: 0.0628293 Jun 03 16:16:32.751442 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.760986 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Pushing event updated for resources: {'Port': ['ID=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:32.797864 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:32.806028 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Attempting to bind port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:16:32.806391 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Attempting to bind port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:16:32.806716 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Attempting to bind port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c on network c3619401-b67f-424d-9ca5-3555aafbaad6 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:32.808779 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Network aac77ef2-24df-4348-b770-e983d0529c48 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:32.818006 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-035ec0a9-8217-460e-a9ae-b2c5c3f23c3b req-40eed955-00c7-4660-9977-79baf4a9df91 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995059 Jun 03 16:16:32.818200 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c on network c3619401-b67f-424d-9ca5-3555aafbaad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:16:32.818512 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Attempting to bind port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c on network c3619401-b67f-424d-9ca5-3555aafbaad6 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:32.818871 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:32.823446 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:16:32.827804 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:16:32.828143 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Checking segment: {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:16:32.828688 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Bound using segment: {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:16:32.829064 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:32.829177 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Bound port: fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:16:32.829502 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.829680 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.847519 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:32.851948 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb6af989-ca5a-430b-9424-3437d44d4df1 req-c9a6ea3e-dffa-4345-9505-2b3422b14351 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395526 Jun 03 16:16:32.864351 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-84936911-4590-4b64-8c7e-9631c66ceb5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0911832 Jun 03 16:16:32.893321 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:32.931968 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] For port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c, host hv-cinder-83699, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:16:32.936675 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] For port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:16:32.943765 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.983529 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:32.984142 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:32.985569 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] 10.222.0.118 "PUT /v2.0/ports/fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c HTTP/1.1" status: 200 len: 1094 time: 1.4294651 Jun 03 16:16:32.985994 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'tag': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:33.075186 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0169ee-300c-442f-9434-21464f8ed9cb service neutron] Pushing event updated for resources: {'Port': ['ID=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:33.114118 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062d4f90-47c9-4c53-8151-8dd5c4e61c76" -d '{"events": [{"name": "network-changed", "server_uuid": "2de1f638-4fee-41e2-bd50-b802f8494fad", "tag": "fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:16:33.195590 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760b49a-4725-4e8b-ba0e-0a5264c03eb7 req-7614518f-8bda-4c17-8cd3-49ace033ab6a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:33.197147 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2760b49a-4725-4e8b-ba0e-0a5264c03eb7 req-7614518f-8bda-4c17-8cd3-49ace033ab6a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 932 time: 0.0540619 Jun 03 16:16:33.206524 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eea0db-7bcd-49f9-b8d4-9338ef8c9dd5 x-openstack-request-id: req-a8eea0db-7bcd-49f9-b8d4-9338ef8c9dd5 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:16:33.206813 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de1f638-4fee-41e2-bd50-b802f8494fad", "tag": "fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:16:33.206974 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8eea0db-7bcd-49f9-b8d4-9338ef8c9dd5 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:16:33.207443 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8eea0db-7bcd-49f9-b8d4-9338ef8c9dd5'] response: {'name': 'network-changed', 'server_uuid': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'tag': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c', 'status': 'completed', 'code': 200} Jun 03 16:16:33.228519 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-a341d52d-5bfd-4640-afbc-bc68ba98e3e0 None None] Provisioning complete for port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:33.229132 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a341d52d-5bfd-4640-afbc-bc68ba98e3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:33.251425 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2760b49a-4725-4e8b-ba0e-0a5264c03eb7 req-ba2e03f9-b9c1-4371-91f8-09914a9c7dc6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478177 Jun 03 16:16:33.264895 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a341d52d-5bfd-4640-afbc-bc68ba98e3e0 None None] Port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:16:33.315517 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c714-f3b5-438d-9604-d3b55ffd86b3 req-69af4698-c4d4-460f-92c2-1610ca378bc5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:33.317091 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bde1c714-f3b5-438d-9604-d3b55ffd86b3 req-69af4698-c4d4-460f-92c2-1610ca378bc5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0537431 Jun 03 16:16:33.362319 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bde1c714-f3b5-438d-9604-d3b55ffd86b3 req-7ef7e0cf-dad0-4cb6-9ced-a90afb57f5ba tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Jun 03 16:16:33.668165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecfea8-4f54-4bbd-9995-270a77859afb req-7c013e2c-63da-46ce-abaa-a1ea6ec4df21 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:33.670080 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-37ecfea8-4f54-4bbd-9995-270a77859afb req-7c013e2c-63da-46ce-abaa-a1ea6ec4df21 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0542212 Jun 03 16:16:33.714866 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-37ecfea8-4f54-4bbd-9995-270a77859afb req-b6f74d21-cd28-4ad3-8ae1-57c185c703b4 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Jun 03 16:16:33.935342 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7aaf4f-b545-422f-99f5-9ff00e95b1b8 req-6c62ec03-da76-4911-a95e-da7db830ce37 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:33.936845 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2a7aaf4f-b545-422f-99f5-9ff00e95b1b8 req-6c62ec03-da76-4911-a95e-da7db830ce37 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 931 time: 0.0471570 Jun 03 16:16:33.955981 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d9659-400b-45b5-ba60-8f7e8e9721cf req-6f69cc46-7b60-4645-ba4e-4320c59bebdb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:33.957486 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b84d9659-400b-45b5-ba60-8f7e8e9721cf req-6f69cc46-7b60-4645-ba4e-4320c59bebdb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 932 time: 0.0467813 Jun 03 16:16:33.984146 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2a7aaf4f-b545-422f-99f5-9ff00e95b1b8 req-6f5bf10f-b2cd-4367-8cfd-80250b6a5965 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Jun 03 16:16:34.004312 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b84d9659-400b-45b5-ba60-8f7e8e9721cf req-426c41f4-0ef9-4f64-a5fb-7d53d058e25d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411830 Jun 03 16:16:34.005807 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:16:34.371910 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d2dc-a61a-452e-9bbf-1d3971cbbc74 req-3598845d-dd95-4dbb-9bd3-a1974b0f9c4a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:34.373331 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5004d2dc-a61a-452e-9bbf-1d3971cbbc74 req-3598845d-dd95-4dbb-9bd3-a1974b0f9c4a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 932 time: 0.0489733 Jun 03 16:16:34.420733 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5004d2dc-a61a-452e-9bbf-1d3971cbbc74 req-06cfad53-234f-425f-9a11-ec408753b70a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418940 Jun 03 16:16:34.474832 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a14d4a-5f1d-493e-81a9-d4eb3ce8df57 req-13050079-d2f7-422f-9c42-b924982ce376 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:34.476239 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c8a14d4a-5f1d-493e-81a9-d4eb3ce8df57 req-13050079-d2f7-422f-9c42-b924982ce376 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0463452 Jun 03 16:16:34.524564 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c8a14d4a-5f1d-493e-81a9-d4eb3ce8df57 req-93d7b09a-1bf7-44f2-a216-6014fd05db48 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426953 Jun 03 16:16:34.828461 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21916059-2cdf-438c-9d1e-ebe66dacf33c req-cc8f65ae-739a-4146-8b47-8da41bd94c19 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:34.829956 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-21916059-2cdf-438c-9d1e-ebe66dacf33c req-cc8f65ae-739a-4146-8b47-8da41bd94c19 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0491562 Jun 03 16:16:34.876004 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-21916059-2cdf-438c-9d1e-ebe66dacf33c req-bf564461-04fd-43da-827c-2fe930bfd1d4 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Jun 03 16:16:35.096187 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc90068-e98a-465c-a526-3defa4d86fe5 req-54ebf7a8-7e86-4897-9921-36b04af7308f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:35.097671 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8bc90068-e98a-465c-a526-3defa4d86fe5 req-54ebf7a8-7e86-4897-9921-36b04af7308f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 931 time: 0.0464606 Jun 03 16:16:35.116527 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27a090-967a-4f3c-a660-feba5c7ff4ea req-25780dc0-b322-42bb-8c2a-e9ed5a81a695 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:35.117986 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e27a090-967a-4f3c-a660-feba5c7ff4ea req-25780dc0-b322-42bb-8c2a-e9ed5a81a695 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 932 time: 0.0463824 Jun 03 16:16:35.140795 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:35.145540 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8bc90068-e98a-465c-a526-3defa4d86fe5 req-2623eebc-a3a4-46a9-8979-20107f6e3216 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 Jun 03 16:16:35.170697 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e27a090-967a-4f3c-a660-feba5c7ff4ea req-a8dd2db8-f808-43fc-8fa6-986cf3edec7d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464163 Jun 03 16:16:35.639729 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6365a-1f24-4dff-8524-372be6cd4a71 req-1f17092c-cfe2-4631-a68a-fd6354729711 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:35.641339 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a6c6365a-1f24-4dff-8524-372be6cd4a71 req-1f17092c-cfe2-4631-a68a-fd6354729711 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0469043 Jun 03 16:16:35.676456 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c62653-de1c-478e-80f4-04a9030b171e req-4101e971-3475-4e03-95d8-74361c68ddad tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:35.677980 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a5c62653-de1c-478e-80f4-04a9030b171e req-4101e971-3475-4e03-95d8-74361c68ddad tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 932 time: 0.0482984 Jun 03 16:16:35.695328 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a6c6365a-1f24-4dff-8524-372be6cd4a71 req-0720a774-933e-4ead-80d0-b3696888a045 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485392 Jun 03 16:16:35.730159 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a5c62653-de1c-478e-80f4-04a9030b171e req-a04ee2d3-914e-4833-8f4a-89fc17398c7f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465477 Jun 03 16:16:35.985746 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83fab-7bff-44c6-99e7-5b269d326ad1 req-3afd6c9f-f048-4996-a92f-762598bad388 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:35.987120 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-30b83fab-7bff-44c6-99e7-5b269d326ad1 req-3afd6c9f-f048-4996-a92f-762598bad388 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0464725 Jun 03 16:16:36.032862 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-30b83fab-7bff-44c6-99e7-5b269d326ad1 req-63e4d70e-96a8-488f-ab10-6b48081cf496 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Jun 03 16:16:36.263763 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48bf2a-0f71-4e0b-8348-2b9a0e7e6431 req-84ed26dc-e068-4831-85c3-c0efb89cd75c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:36.265235 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9b48bf2a-0f71-4e0b-8348-2b9a0e7e6431 req-84ed26dc-e068-4831-85c3-c0efb89cd75c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 931 time: 0.0529790 Jun 03 16:16:36.287392 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576ca4-2623-45e3-a7e7-4acbad5d685b req-eb6fdf0c-682e-4dfc-a4db-d1299eb326ce tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:36.288872 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2d576ca4-2623-45e3-a7e7-4acbad5d685b req-eb6fdf0c-682e-4dfc-a4db-d1299eb326ce tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 932 time: 0.0518301 Jun 03 16:16:36.311854 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9b48bf2a-0f71-4e0b-8348-2b9a0e7e6431 req-65ab39dc-6bd2-4c13-ba52-292f9796cd6f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409856 Jun 03 16:16:36.335983 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2d576ca4-2623-45e3-a7e7-4acbad5d685b req-7af6ddd2-aa5a-4cdf-8141-d668dc98927b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Jun 03 16:16:36.805029 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96425cf7-a113-4b2e-9d47-60f1b4baa6cb req-d2ed19d1-bcf7-44a5-a98d-48388356e41e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:36.806482 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96425cf7-a113-4b2e-9d47-60f1b4baa6cb req-d2ed19d1-bcf7-44a5-a98d-48388356e41e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0463321 Jun 03 16:16:36.834040 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:36.845821 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a4b50-3990-49ec-a458-f54219e3568e req-6908c40a-e7c7-47d5-9f0a-78fd8d5474b9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:36.847416 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ed1a4b50-3990-49ec-a458-f54219e3568e req-6908c40a-e7c7-47d5-9f0a-78fd8d5474b9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 932 time: 0.0471177 Jun 03 16:16:36.853080 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96425cf7-a113-4b2e-9d47-60f1b4baa6cb req-efa9d3cb-7f3c-43e9-a8ea-e41f9041f1fe tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405030 Jun 03 16:16:36.895395 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ed1a4b50-3990-49ec-a458-f54219e3568e req-f329182d-f7f7-4386-a900-e86941eb9ef9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 Jun 03 16:16:37.014055 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Request body: {'port': {'device_id': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:37.019530 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Request body: {'port': {'device_id': '4c90b829-8496-4298-b54d-fd9a976bbae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:37.045662 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Request body: {'port': {'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:16:37.057346 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d4f90-47c9-4c53-8151-8dd5c4e61c76 req-b73e0b84-a2a6-4cab-9af0-a2b691651942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:37.059121 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-062d4f90-47c9-4c53-8151-8dd5c4e61c76 req-b73e0b84-a2a6-4cab-9af0-a2b691651942 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 1128 time: 0.0468991 Jun 03 16:16:37.110107 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:37.193913 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-3a91e27c-754e-4aad-ba74-16e0fff5a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:37.195393 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-3a91e27c-754e-4aad-ba74-16e0fff5a8d4 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.1973515 Jun 03 16:16:37.235046 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:37.274082 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bfaea-8f5e-4f4d-a7c1-724abb965527 req-8ce17ec3-0498-49ee-b77a-95096ee05147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:37.275494 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ef4bfaea-8f5e-4f4d-a7c1-724abb965527 req-8ce17ec3-0498-49ee-b77a-95096ee05147 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 1129 time: 0.1238778 Jun 03 16:16:37.284740 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68492fad-27d1-4493-9d91-0c6e18bbe1ce req-d36e8ed1-a13b-40f9-867c-d7f6f43706f4 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:37.286187 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68492fad-27d1-4493-9d91-0c6e18bbe1ce req-d36e8ed1-a13b-40f9-867c-d7f6f43706f4 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.1635396 Jun 03 16:16:37.298363 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:37.307057 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:37.310095 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ef4bfaea-8f5e-4f4d-a7c1-724abb965527 req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:37.320901 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d4f90-47c9-4c53-8151-8dd5c4e61c76 req-c554aaf2-7f77-40da-92a8-ba10fd9c84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:37.322353 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-062d4f90-47c9-4c53-8151-8dd5c4e61c76 req-c554aaf2-7f77-40da-92a8-ba10fd9c84e3 service neutron] 10.222.0.118 "GET /v2.0/networks?tenant_id=d0f59694966848829048aee648dddccc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2551479 Jun 03 16:16:37.349359 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:37.367338 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-702b78c9-186f-4bee-a59e-cab572ba9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:37.368107 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-702b78c9-186f-4bee-a59e-cab572ba9869 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1503439 Jun 03 16:16:37.538113 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eae2d-053d-409e-968e-185611e29b16 req-56b3d6d1-2ed2-4eaf-b9fd-05f5e07c42c5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:37.539580 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-863eae2d-053d-409e-968e-185611e29b16 req-56b3d6d1-2ed2-4eaf-b9fd-05f5e07c42c5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 931 time: 0.1401906 Jun 03 16:16:37.586807 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d4f90-47c9-4c53-8151-8dd5c4e61c76 req-26d2c2db-6b9b-4260-82e1-b09237685825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:37.588335 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-062d4f90-47c9-4c53-8151-8dd5c4e61c76 req-26d2c2db-6b9b-4260-82e1-b09237685825 service neutron] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2596943 Jun 03 16:16:37.627193 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ef4bfaea-8f5e-4f4d-a7c1-724abb965527 req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Publish callbacks [] for security_group (4271140f-f393-4f8e-914f-ae8166b797ec), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:37.632080 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ef4bfaea-8f5e-4f4d-a7c1-724abb965527 req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4271140f-f393-4f8e-914f-ae8166b797ec), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:37.643104 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-863eae2d-053d-409e-968e-185611e29b16 req-8e56f548-de27-418a-abc1-d074251a53a2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953755 Jun 03 16:16:37.685450 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ef4bfaea-8f5e-4f4d-a7c1-724abb965527 req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029891 Jun 03 16:16:37.686029 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4271140f-f393-4f8e-914f-ae8166b797ec,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:37.693502 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.693851 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.694188 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.694520 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.694852 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.695192 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.695547 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.695872 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.696192 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.696529 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.696857 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.697174 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.697494 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.697811 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.698128 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8533f3-4b3e-4342-9b12-fa38e20d1b4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:37.756123 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68492fad-27d1-4493-9d91-0c6e18bbe1ce req-ba7b468b-d51e-40b2-977c-d768999167bc tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601469 Jun 03 16:16:37.764339 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e588366-07fa-40dd-afac-4587e0427267 req-0f85951b-e1fb-45d7-b19f-d6eb83f49f1b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:37.764606 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:37.770900 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2e588366-07fa-40dd-afac-4587e0427267 req-0f85951b-e1fb-45d7-b19f-d6eb83f49f1b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 932 time: 0.0522501 Jun 03 16:16:37.815442 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2e588366-07fa-40dd-afac-4587e0427267 req-b7403cb5-d685-403b-b40c-6ae741d0e294 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Jun 03 16:16:37.936598 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-7f020ecd-6175-419a-818f-8f3a35360075 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604088 Jun 03 16:16:38.029623 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44ea6e-f319-4705-8bc2-2e426bdb85f2 req-f1294b03-4b2f-426b-9e48-b3a7b89cbfde tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:38.031177 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad44ea6e-f319-4705-8bc2-2e426bdb85f2 req-f1294b03-4b2f-426b-9e48-b3a7b89cbfde tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 932 time: 0.0625689 Jun 03 16:16:38.080097 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad44ea6e-f319-4705-8bc2-2e426bdb85f2 req-428b7fb0-0410-46ed-bd94-f016cc4fbefc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430737 Jun 03 16:16:38.144113 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:38.150151 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-e7e33244-ee93-4f37-b66a-ec62c6228869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:38.151653 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-e7e33244-ee93-4f37-b66a-ec62c6228869 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 1128 time: 0.0385149 Jun 03 16:16:38.153176 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89249171-5727-4f45-8fcc-045ddec7bcab req-c527b787-887a-44f1-82a0-bc071f362b29 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:38.154619 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-89249171-5727-4f45-8fcc-045ddec7bcab req-c527b787-887a-44f1-82a0-bc071f362b29 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.2143250 Jun 03 16:16:38.196431 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-3190486f-cda4-4884-b7a7-3abd1938f986 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c HTTP/1.1" status: 200 len: 217 time: 0.0352881 Jun 03 16:16:38.247118 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-60eaee95-9014-4360-8b5e-5bb34b1680f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:38.248612 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-60eaee95-9014-4360-8b5e-5bb34b1680f3 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=66586911-787f-4f5f-8dbf-ce2c5b62b5ee HTTP/1.1" status: 200 len: 849 time: 0.0458317 Jun 03 16:16:38.302791 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-2be67b1e-77b2-4917-a773-7b65d003d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:38.304348 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-2be67b1e-77b2-4917-a773-7b65d003d27c service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c3619401-b67f-424d-9ca5-3555aafbaad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487556 Jun 03 16:16:38.337200 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:38.384873 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-89249171-5727-4f45-8fcc-045ddec7bcab req-1538efbd-37a1-477b-826a-0f0ebccbe018 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167006 Jun 03 16:16:38.440426 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96baba3a-4292-4318-b0d3-e6af94e1a94b req-9142230b-47a3-4623-82e0-c64a0ac49c83 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162367 Jun 03 16:16:38.528309 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:38.547318 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e842e8b9-3bd1-4f5c-ad08-f8f45d991022 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:16:38.558268 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Publish callbacks [] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:38.570592 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-87f4767b-69a1-4345-aaa5-22240752b655 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583036 Jun 03 16:16:38.582321 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:16:38.600614 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Publish callbacks [] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:38.604257 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Transition to ACTIVE for port object e842e8b9-3bd1-4f5c-ad08-f8f45d991022 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:16:38.613423 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13a12b7-9968-49f9-a695-b305c53c2ff7 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:16:38.622087 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:38.626962 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Publish callbacks [] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:38.636628 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Transition to ACTIVE for port object d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:16:38.665141 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:38.681312 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Transition to ACTIVE for port object b13a12b7-9968-49f9-a695-b305c53c2ff7 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:16:38.697767 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:38.713190 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Pushing event updated for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:38.736727 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.737076 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.737415 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.737751 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.738084 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.738413 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.738737 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.739050 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.739416 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.739741 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.740062 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.740379 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.740699 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.741015 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.741335 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:38.823443 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ea7da-4e17-48b4-ad3f-8224ceab2d31 req-2de1b137-c7ce-4ba1-bb5f-4ce91355e1e5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:38.830814 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-344ea7da-4e17-48b4-ad3f-8224ceab2d31 req-2de1b137-c7ce-4ba1-bb5f-4ce91355e1e5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.1046019 Jun 03 16:16:38.912018 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-344ea7da-4e17-48b4-ad3f-8224ceab2d31 req-5a7f774c-c9ad-423f-8585-d958a47d3c04 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799520 Jun 03 16:16:38.914633 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Attempting to bind port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:16:38.915158 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Attempting to bind port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:16:38.916977 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Attempting to bind port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 on network aac77ef2-24df-4348-b770-e983d0529c48 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:38.947272 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 on network aac77ef2-24df-4348-b770-e983d0529c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:16:38.947811 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Attempting to bind port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 on network aac77ef2-24df-4348-b770-e983d0529c48 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:39.023006 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:16:39.023436 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Checking segment: {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:16:39.023827 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Bound using segment: {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:16:39.024261 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Bound port: e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:16:39.024622 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:39.060149 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Attempting to bind port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:16:39.060149 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Attempting to bind port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:16:39.060495 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Attempting to bind port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:39.083756 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:39.102520 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c23f0-8a3c-4a93-892d-7c1f57749a55 req-5bc9590d-7df2-44d2-9fb4-86841fdb6529 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:39.103231 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c3004-4dcc-4d0f-8f81-ea93d3d7a52c req-4ade6f59-397d-4295-9e93-570b68716064 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:39.108348 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e59c23f0-8a3c-4a93-892d-7c1f57749a55 req-5bc9590d-7df2-44d2-9fb4-86841fdb6529 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.1135485 Jun 03 16:16:39.115789 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3e2c3004-4dcc-4d0f-8f81-ea93d3d7a52c req-4ade6f59-397d-4295-9e93-570b68716064 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.2098362 Jun 03 16:16:39.128471 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Pushing event updated for resources: {'Port': ['ID=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.133186 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:16:39.133528 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Attempting to bind port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:39.180094 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e59c23f0-8a3c-4a93-892d-7c1f57749a55 req-3ebce630-9b65-4d87-bd43-2b28da4572df tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647562 Jun 03 16:16:39.197522 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Attempting to bind port b13a12b7-9968-49f9-a695-b305c53c2ff7 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:16:39.197853 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Attempting to bind port b13a12b7-9968-49f9-a695-b305c53c2ff7 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:16:39.198175 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Attempting to bind port b13a12b7-9968-49f9-a695-b305c53c2ff7 on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:39.200983 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:16:39.201312 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Checking segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:16:39.201688 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Bound using segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:16:39.202390 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Bound port: d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:16:39.202754 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:39.231047 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Port b13a12b7-9968-49f9-a695-b305c53c2ff7 on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:16:39.231528 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Attempting to bind port b13a12b7-9968-49f9-a695-b305c53c2ff7 on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:16:39.242945 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:39.268553 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:16:39.269194 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Checking segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:16:39.269571 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Bound using segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:16:39.270219 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Bound port: b13a12b7-9968-49f9-a695-b305c53c2ff7, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:16:39.270620 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:39.312391 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07078251-8f72-49e9-b3dd-8f6a3e2b0d8a req-a7884fed-a640-4eb3-b2d0-d3fa7d6a23fa tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:39.314397 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-07078251-8f72-49e9-b3dd-8f6a3e2b0d8a req-a7884fed-a640-4eb3-b2d0-d3fa7d6a23fa tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0716577 Jun 03 16:16:39.321707 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Pushing event updated for resources: {'Port': ['ID=b13a12b7-9968-49f9-a695-b305c53c2ff7,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.337428 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3e2c3004-4dcc-4d0f-8f81-ea93d3d7a52c req-b4a7d76e-8f06-4eb3-8d80-0b690453308a tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954241 Jun 03 16:16:39.347045 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:16:39.351880 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:16:39.386089 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-07078251-8f72-49e9-b3dd-8f6a3e2b0d8a req-824044f2-9b34-4a39-b3ab-a0f6bc2ebd6d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644369 Jun 03 16:16:39.386421 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:39.394357 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:39.454197 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] For port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:16:39.457058 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:39.457671 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:39.459226 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] 10.222.0.118 "PUT /v2.0/ports/e842e8b9-3bd1-4f5c-ad08-f8f45d991022 HTTP/1.1" status: 200 len: 1094 time: 2.4509444 Jun 03 16:16:39.463589 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:39.466624 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211dbba8-290b-4176-9c78-6f4c530f425c" -d '{"events": [{"name": "network-changed", "server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:16:39.506731 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] For port b13a12b7-9968-49f9-a695-b305c53c2ff7, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:16:39.509669 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] For port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:16:39.531606 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3067be82-9cd7-4bdc-92d5-baf0eea032bb x-openstack-request-id: req-3067be82-9cd7-4bdc-92d5-baf0eea032bb {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:16:39.531909 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:16:39.532250 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3067be82-9cd7-4bdc-92d5-baf0eea032bb {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:16:39.532645 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3067be82-9cd7-4bdc-92d5-baf0eea032bb'] response: {'name': 'network-changed', 'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'status': 'completed', 'code': 200} Jun 03 16:16:39.552615 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:39.556260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] For port b13a12b7-9968-49f9-a695-b305c53c2ff7, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b13a12b7-9968-49f9-a695-b305c53c2ff7,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:16:39.571273 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be29b8e-f649-424f-adc2-61ea7bc1d90c service neutron] Pushing event updated for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.583992 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231790b-83a9-4809-9993-e1ba28cbb77b req-b8553ca8-d7d5-4a0c-bb28-e96fc2932072 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:39.585505 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b231790b-83a9-4809-9993-e1ba28cbb77b req-b8553ca8-d7d5-4a0c-bb28-e96fc2932072 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.1009941 Jun 03 16:16:39.586630 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:39.634640 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:39.635252 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:39.636648 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] 10.222.0.118 "PUT /v2.0/ports/d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 HTTP/1.1" status: 200 len: 1094 time: 2.6274099 Jun 03 16:16:39.647057 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:39.647874 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:39.649438 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] 10.222.0.118 "PUT /v2.0/ports/b13a12b7-9968-49f9-a695-b305c53c2ff7 HTTP/1.1" status: 200 len: 1093 time: 2.6421835 Jun 03 16:16:39.699705 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21176d-d887-4b36-ba0e-c2d3a5716968 service neutron] Pushing event updated for resources: {'Port': ['ID=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.711868 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b231790b-83a9-4809-9993-e1ba28cbb77b req-0f1523f8-2773-4fd5-acdd-4b1a68939180 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995967 Jun 03 16:16:39.773814 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0a147-b25a-45e6-8ff1-8166894dd68e service neutron] Pushing event updated for resources: {'Port': ['ID=b13a12b7-9968-49f9-a695-b305c53c2ff7,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.930672 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:40.019268 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30b58-8ff1-4eed-ab21-428a142fa6ad req-62362075-90dc-4a36-85cb-af94eeb72295 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:40.020718 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5cf30b58-8ff1-4eed-ab21-428a142fa6ad req-62362075-90dc-4a36-85cb-af94eeb72295 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0453699 Jun 03 16:16:40.068924 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5cf30b58-8ff1-4eed-ab21-428a142fa6ad req-87ee9771-587f-4968-afa1-7a2ec7a615f1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Jun 03 16:16:40.293910 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b69c9-0811-4173-be2c-4aabd076d4c8 req-042a677e-3340-4673-ae32-da6ba2b641be tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:40.295367 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-db4b69c9-0811-4173-be2c-4aabd076d4c8 req-042a677e-3340-4673-ae32-da6ba2b641be tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0467720 Jun 03 16:16:40.341850 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-db4b69c9-0811-4173-be2c-4aabd076d4c8 req-ff41aead-450f-4fa0-8a8f-80c76e85ff05 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Jun 03 16:16:40.452406 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bf65d-e006-4dfc-afb6-f93070283c08 req-e09cbc89-6ee2-42b9-9019-6c7b6d93b723 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:40.453894 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f61bf65d-e006-4dfc-afb6-f93070283c08 req-e09cbc89-6ee2-42b9-9019-6c7b6d93b723 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0495439 Jun 03 16:16:40.500729 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f61bf65d-e006-4dfc-afb6-f93070283c08 req-fe5ed2ac-eaca-418f-9235-8e9779b9dbc5 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Jun 03 16:16:40.503865 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746240-b588-449b-8009-056af109670f req-606c8fe1-7fe7-4ee5-a39d-c75d938b7e9d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:40.505318 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e746240-b588-449b-8009-056af109670f req-606c8fe1-7fe7-4ee5-a39d-c75d938b7e9d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0468462 Jun 03 16:16:40.555241 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e746240-b588-449b-8009-056af109670f req-736ed0ff-d00d-478c-a1ab-c94152deca81 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443656 Jun 03 16:16:40.820506 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86f8e-046b-41cd-9c4e-f6fc1f543774 req-0f7e2376-a790-4480-abb6-b6fb057b34de tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:40.821987 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e3f86f8e-046b-41cd-9c4e-f6fc1f543774 req-0f7e2376-a790-4480-abb6-b6fb057b34de tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0459630 Jun 03 16:16:40.869163 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e3f86f8e-046b-41cd-9c4e-f6fc1f543774 req-1649b29d-4fc3-4504-99f9-b7face0df305 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409930 Jun 03 16:16:41.348848 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03d52f-d322-4a1a-9919-ac3e56878158 req-c2ef905b-a07a-49c8-9931-5b5d5e79cd7e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:41.350222 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c03d52f-d322-4a1a-9919-ac3e56878158 req-c2ef905b-a07a-49c8-9931-5b5d5e79cd7e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.2157867 Jun 03 16:16:41.397413 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c03d52f-d322-4a1a-9919-ac3e56878158 req-ff3838af-8c37-4aab-bc07-00b1a6662452 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Jun 03 16:16:41.451181 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6b506-bb87-4400-a75a-8cc1eac3f0c0 req-ce1778f9-1ba9-41ce-9b25-7657f62bb1a6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:41.452640 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1ae6b506-bb87-4400-a75a-8cc1eac3f0c0 req-ce1778f9-1ba9-41ce-9b25-7657f62bb1a6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0463603 Jun 03 16:16:41.501108 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1ae6b506-bb87-4400-a75a-8cc1eac3f0c0 req-a0c75c32-4b0e-4fd2-b652-1bc1f31c00a9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Jun 03 16:16:41.534258 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'tag': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6'}, {'name': 'network-changed', 'server_uuid': '4c90b829-8496-4298-b54d-fd9a976bbae3', 'tag': 'b13a12b7-9968-49f9-a695-b305c53c2ff7'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:41.536793 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43018362-74e0-4991-80e2-ebc5c23aff37" -d '{"events": [{"name": "network-changed", "server_uuid": "aab42cfc-29a0-4c3f-b30b-e5902d661dd2", "tag": "d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6"}, {"name": "network-changed", "server_uuid": "4c90b829-8496-4298-b54d-fd9a976bbae3", "tag": "b13a12b7-9968-49f9-a695-b305c53c2ff7"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:16:41.579038 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 03 Jun 2022 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22e5b34-9394-45e6-8aeb-5677f7da0458 x-openstack-request-id: req-c22e5b34-9394-45e6-8aeb-5677f7da0458 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:16:41.579426 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab42cfc-29a0-4c3f-b30b-e5902d661dd2", "tag": "d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c90b829-8496-4298-b54d-fd9a976bbae3", "tag": "b13a12b7-9968-49f9-a695-b305c53c2ff7", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:16:41.579747 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c22e5b34-9394-45e6-8aeb-5677f7da0458 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:16:41.580226 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c22e5b34-9394-45e6-8aeb-5677f7da0458'] response: {'name': 'network-changed', 'server_uuid': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'tag': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'status': 'completed', 'code': 200} Jun 03 16:16:41.580487 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c22e5b34-9394-45e6-8aeb-5677f7da0458'] response: {'name': 'network-changed', 'server_uuid': '4c90b829-8496-4298-b54d-fd9a976bbae3', 'tag': 'b13a12b7-9968-49f9-a695-b305c53c2ff7', 'status': 'completed', 'code': 200} Jun 03 16:16:41.613916 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67c66d-3421-40df-87cd-b8407e363331 req-9a19c899-6a95-4963-a95c-103b9bba3f53 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:41.615822 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9d67c66d-3421-40df-87cd-b8407e363331 req-9a19c899-6a95-4963-a95c-103b9bba3f53 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0479496 Jun 03 16:16:41.662988 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9d67c66d-3421-40df-87cd-b8407e363331 req-491db885-987e-4f12-bbc9-e4e5d9eea2f4 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Jun 03 16:16:41.678453 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70c8ec-3d60-450a-bef7-8c8595b72d5d req-79b3cbac-e440-46ec-a0c3-25b33a0d59a5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:41.679955 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e70c8ec-3d60-450a-bef7-8c8595b72d5d req-79b3cbac-e440-46ec-a0c3-25b33a0d59a5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0511534 Jun 03 16:16:41.725583 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e70c8ec-3d60-450a-bef7-8c8595b72d5d req-7ef4285f-68b1-4d15-9595-216a3681aaf9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400889 Jun 03 16:16:41.984582 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afc0d4-557e-4256-b445-ebc683d2baf7 req-11a09a5a-1873-4471-a1f7-ef9735e65652 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:41.986056 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60afc0d4-557e-4256-b445-ebc683d2baf7 req-11a09a5a-1873-4471-a1f7-ef9735e65652 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0502758 Jun 03 16:16:42.009287 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:42.034003 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60afc0d4-557e-4256-b445-ebc683d2baf7 req-0c021de2-289e-4fe7-a63c-007adcfa87a9 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424972 Jun 03 16:16:42.506950 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d4fab-a430-40e1-bc66-28288a88a304 req-86dccff2-c144-46b0-a6cd-fbd8e6e37694 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:42.508349 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-918d4fab-a430-40e1-bc66-28288a88a304 req-86dccff2-c144-46b0-a6cd-fbd8e6e37694 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0455022 Jun 03 16:16:42.533569 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:42.557677 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-918d4fab-a430-40e1-bc66-28288a88a304 req-91b82bad-9378-4d7c-b610-0fb59eebfd6b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Jun 03 16:16:42.611276 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2c547-2429-4a09-b7ef-f607ef1a0e3d req-7b85aec1-a20f-469b-a908-b54dd47e590e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:42.612742 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dab2c547-2429-4a09-b7ef-f607ef1a0e3d req-7b85aec1-a20f-469b-a908-b54dd47e590e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0460787 Jun 03 16:16:42.658049 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dab2c547-2429-4a09-b7ef-f607ef1a0e3d req-75e7e4a9-52c1-456c-9992-4d75a5f7d622 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398443 Jun 03 16:16:42.777835 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bebd2b-2e7e-47a0-8bdd-6a6764c8290e req-9d0d6744-d053-4e50-901f-2e08edeb0bbc tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:42.779308 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f5bebd2b-2e7e-47a0-8bdd-6a6764c8290e req-9d0d6744-d053-4e50-901f-2e08edeb0bbc tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0513802 Jun 03 16:16:42.827620 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f5bebd2b-2e7e-47a0-8bdd-6a6764c8290e req-5ffeb01a-3bb5-4e5e-b703-d57a0956982b tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426502 Jun 03 16:16:42.843375 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be5789-53ca-4577-ad68-6d3c77719df6 req-dfb02a1f-b190-4257-9e4a-a0ea705cb8fa tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:42.844843 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-37be5789-53ca-4577-ad68-6d3c77719df6 req-dfb02a1f-b190-4257-9e4a-a0ea705cb8fa tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0501196 Jun 03 16:16:42.870160 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:42.892527 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-37be5789-53ca-4577-ad68-6d3c77719df6 req-525eb43b-28a9-4f92-88d9-41712ffd29d0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420201 Jun 03 16:16:43.144050 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c72ade-73c5-45af-9136-1d2d68ceedd7 req-12567e0d-61c7-40df-971e-9be71847507e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:43.145486 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-65c72ade-73c5-45af-9136-1d2d68ceedd7 req-12567e0d-61c7-40df-971e-9be71847507e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0460865 Jun 03 16:16:43.193119 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-65c72ade-73c5-45af-9136-1d2d68ceedd7 req-f6bf7d17-6456-442c-87f8-a203a40ce86d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422175 Jun 03 16:16:43.709720 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90e8c965-710c-4a10-ba6f-cb73297d99fe req-c1325a0f-6a5f-42cd-b374-5b1dff089025 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937748 Jun 03 16:16:43.758020 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dbba8-290b-4176-9c78-6f4c530f425c req-f4f0f548-1b1b-489b-9e11-294dc5cac6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:43.759554 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-211dbba8-290b-4176-9c78-6f4c530f425c req-f4f0f548-1b1b-489b-9e11-294dc5cac6db service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 1128 time: 0.1312571 Jun 03 16:16:43.771613 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf856e84-3aea-4a5a-8697-579fd84291e6 req-962cb03e-45cb-40fc-a2b9-2c9e07fab06d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:43.773033 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf856e84-3aea-4a5a-8697-579fd84291e6 req-962cb03e-45cb-40fc-a2b9-2c9e07fab06d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.1337960 Jun 03 16:16:43.774322 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a780bb-852c-4478-b938-50b4058542fa req-a21ce4f6-23f6-4bfc-bcca-e7646e1b993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:43.774501 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1dfbd-010d-4709-8c26-2408fdd223b6 req-d7504b03-2cd6-42ba-a168-b742076af176 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:43.775701 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-a21ce4f6-23f6-4bfc-bcca-e7646e1b993b service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 1127 time: 0.1248722 Jun 03 16:16:43.775980 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-67c1dfbd-010d-4709-8c26-2408fdd223b6 req-d7504b03-2cd6-42ba-a168-b742076af176 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0474069 Jun 03 16:16:43.776734 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-cb2d77a5-3c69-4c70-a742-18507eebb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:43.778336 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-cb2d77a5-3c69-4c70-a742-18507eebb52b service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 1128 time: 0.1296852 Jun 03 16:16:43.795049 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:43.820970 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf856e84-3aea-4a5a-8697-579fd84291e6 req-675a4311-032a-4c09-94de-939615f1d771 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Jun 03 16:16:43.824077 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-67c1dfbd-010d-4709-8c26-2408fdd223b6 req-c29b6f28-94eb-4d48-940b-7ead6c520f13 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418839 Jun 03 16:16:43.939479 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04317f8e-0da5-41d8-8f02-6247b4488fd2 req-c6e6932b-ce77-4618-beed-6f912a23b7fd tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:43.941207 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-04317f8e-0da5-41d8-8f02-6247b4488fd2 req-c6e6932b-ce77-4618-beed-6f912a23b7fd tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0484109 Jun 03 16:16:43.992010 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-04317f8e-0da5-41d8-8f02-6247b4488fd2 req-a0ea660b-f008-4218-aa73-517ef8739530 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Jun 03 16:16:44.002287 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:44.011194 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbf72c-e0b4-4c1d-be1b-a823b61805c4 req-6c261ffe-45a5-4c84-a9f2-7b1a4dfeb955 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:44.012695 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d1fbf72c-e0b4-4c1d-be1b-a823b61805c4 req-6c261ffe-45a5-4c84-a9f2-7b1a4dfeb955 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0469859 Jun 03 16:16:44.064142 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d1fbf72c-e0b4-4c1d-be1b-a823b61805c4 req-f1421d8e-094c-4d76-ae2a-1973725f22f8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450366 Jun 03 16:16:44.139913 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:44.303516 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0382fe3-362f-46ce-b14d-167744aa4dbe req-95ecaabd-77b4-4cc0-bb1b-e1cfc3ee0a22 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:44.304992 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c0382fe3-362f-46ce-b14d-167744aa4dbe req-95ecaabd-77b4-4cc0-bb1b-e1cfc3ee0a22 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0460680 Jun 03 16:16:44.355357 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c0382fe3-362f-46ce-b14d-167744aa4dbe req-c0a6bda1-2950-4516-be45-c199703a277c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443180 Jun 03 16:16:44.935895 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783544fd-fa5d-4bcd-a84c-e7b8f2449428 req-7d4a33a0-9802-45e8-9563-b079cc89d151 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:44.936823 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164165e-9d95-4b6b-af67-d5498aa5f868 req-f7e1936b-e0db-48ef-aaef-1e3b81ef868a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:44.938290 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4164165e-9d95-4b6b-af67-d5498aa5f868 req-f7e1936b-e0db-48ef-aaef-1e3b81ef868a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0480578 Jun 03 16:16:44.942598 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-783544fd-fa5d-4bcd-a84c-e7b8f2449428 req-7d4a33a0-9802-45e8-9563-b079cc89d151 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0533266 Jun 03 16:16:44.994747 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4164165e-9d95-4b6b-af67-d5498aa5f868 req-bed392a0-10a0-4f07-8ad0-9383e4527b48 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489144 Jun 03 16:16:44.995420 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-783544fd-fa5d-4bcd-a84c-e7b8f2449428 req-a04aa589-a565-44a8-bd4b-3c1c95203312 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518732 Jun 03 16:16:45.119587 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbf760-008f-4e67-8cbd-f9faa169ebbb req-d0264169-afda-4a97-9f09-4712252b31bb tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:45.121069 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ffbf760-008f-4e67-8cbd-f9faa169ebbb req-d0264169-afda-4a97-9f09-4712252b31bb tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0523996 Jun 03 16:16:45.176816 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ffbf760-008f-4e67-8cbd-f9faa169ebbb req-93016276-7ae9-4f92-a365-f0bd156b7cad tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Jun 03 16:16:45.193957 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17508cd7-8697-4c89-8bfc-1cccc5b684a8 req-7852eb16-a464-4b10-a949-032f1a1c9292 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:45.195441 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-17508cd7-8697-4c89-8bfc-1cccc5b684a8 req-7852eb16-a464-4b10-a949-032f1a1c9292 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0551965 Jun 03 16:16:45.241860 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-17508cd7-8697-4c89-8bfc-1cccc5b684a8 req-0f7f727e-731b-4452-b866-17586e9f4c3d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Jun 03 16:16:45.465074 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7b358-d5b0-4aec-96cd-b05f788ce00b req-f835850c-100e-4e00-91f9-1d7698135076 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:45.467024 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8cf7b358-d5b0-4aec-96cd-b05f788ce00b req-f835850c-100e-4e00-91f9-1d7698135076 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0456560 Jun 03 16:16:45.514089 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8cf7b358-d5b0-4aec-96cd-b05f788ce00b req-71cc3008-119c-4803-bed6-591c43e21e3c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Jun 03 16:16:46.120288 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb6dff-d7cb-4cae-9f1c-d256ad0d9550 req-20ebbda2-c92d-4bfb-b1ae-989bceeb25ed tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:46.121468 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf81ab5-ca57-4882-a7e3-de04e8f55d6a req-fb5f9ddf-ce30-4fd9-8782-fbb72561dc04 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:46.121861 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-51fb6dff-d7cb-4cae-9f1c-d256ad0d9550 req-20ebbda2-c92d-4bfb-b1ae-989bceeb25ed tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0569215 Jun 03 16:16:46.123506 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-aaf81ab5-ca57-4882-a7e3-de04e8f55d6a req-fb5f9ddf-ce30-4fd9-8782-fbb72561dc04 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0573623 Jun 03 16:16:46.170954 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-aaf81ab5-ca57-4882-a7e3-de04e8f55d6a req-26bb2c85-f6c4-4cc9-8b3e-da216567a7b3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Jun 03 16:16:46.175658 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-51fb6dff-d7cb-4cae-9f1c-d256ad0d9550 req-388f7052-11b4-4478-a09e-997c4311b76f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467601 Jun 03 16:16:46.302715 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a18c4-8d0f-4266-b935-c48371a08b0c req-bded3fbc-a40b-40b9-be65-7d31034686d2 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:46.304427 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-702a18c4-8d0f-4266-b935-c48371a08b0c req-bded3fbc-a40b-40b9-be65-7d31034686d2 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0578580 Jun 03 16:16:46.340078 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:46.359083 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-702a18c4-8d0f-4266-b935-c48371a08b0c req-0d134af1-94a7-4ac9-9234-032f6e96ac2b tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477242 Jun 03 16:16:46.397522 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a92a1-48ab-4c39-b626-a7586619c360 req-e405080a-bcd7-4e3f-80ca-155066a004cb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:46.399246 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c8a92a1-48ab-4c39-b626-a7586619c360 req-e405080a-bcd7-4e3f-80ca-155066a004cb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0673947 Jun 03 16:16:46.439086 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 41314) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:46.466966 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c8a92a1-48ab-4c39-b626-a7586619c360 req-dec35a49-5219-4b40-b8aa-ae1e02f6f9ac tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579848 Jun 03 16:16:46.567950 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eea6881f-0454-4ec9-a90c-f25bc5fb5e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:46.647687 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e65bd6-3a9f-410c-a5dc-6743c0b1a395 req-0a200dd3-6e96-44c2-ba92-23785d5072fd tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:46.649149 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-99e65bd6-3a9f-410c-a5dc-6743c0b1a395 req-0a200dd3-6e96-44c2-ba92-23785d5072fd tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0628424 Jun 03 16:16:46.668211 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:46.721731 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eea6881f-0454-4ec9-a90c-f25bc5fb5e53 admin admin] Publish callbacks [] for security_group (4f49c56c-6620-496f-8125-9dbf1a7f2e54), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:46.726467 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-99e65bd6-3a9f-410c-a5dc-6743c0b1a395 req-a0e2b55b-eb84-4f1d-b800-066ce374c524 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703418 Jun 03 16:16:46.727498 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eea6881f-0454-4ec9-a90c-f25bc5fb5e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4f49c56c-6620-496f-8125-9dbf1a7f2e54), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:46.765751 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6881f-0454-4ec9-a90c-f25bc5fb5e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f49c56c-6620-496f-8125-9dbf1a7f2e54,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:46.770112 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-eea6881f-0454-4ec9-a90c-f25bc5fb5e53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=425d20cf1c3c440f8bbaf2273f1e5fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289733 Jun 03 16:16:46.772625 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 41322) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:46.820562 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-24ada066-0274-47d1-b4c4-9377ae8e0cde admin admin] Publish callbacks [] for security_group (4f49c56c-6620-496f-8125-9dbf1a7f2e54), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:46.842030 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-24ada066-0274-47d1-b4c4-9377ae8e0cde admin admin] Publish callbacks [] for security_group (4f49c56c-6620-496f-8125-9dbf1a7f2e54), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:46.891165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-24ada066-0274-47d1-b4c4-9377ae8e0cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4f49c56c-6620-496f-8125-9dbf1a7f2e54), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:46.893661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-24ada066-0274-47d1-b4c4-9377ae8e0cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:46.894783 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-24ada066-0274-47d1-b4c4-9377ae8e0cde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f49c56c-6620-496f-8125-9dbf1a7f2e54 HTTP/1.1" status: 204 len: 168 time: 0.1212652 Jun 03 16:16:46.902379 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ada066-0274-47d1-b4c4-9377ae8e0cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f49c56c-6620-496f-8125-9dbf1a7f2e54,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:47.302478 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977b9f3-cec5-433d-858c-5658861d969f req-1a564d1a-ed68-4eb5-8023-cdc6c45de16f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:47.304011 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8977b9f3-cec5-433d-858c-5658861d969f req-1a564d1a-ed68-4eb5-8023-cdc6c45de16f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0526259 Jun 03 16:16:47.308662 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cbc28-80d4-4d45-8acf-480bdb0f7c89 req-a20c39b6-7ef9-4bb9-9647-cca697e8ce1b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:47.310541 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-532cbc28-80d4-4d45-8acf-480bdb0f7c89 req-a20c39b6-7ef9-4bb9-9647-cca697e8ce1b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0668936 Jun 03 16:16:47.353758 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8977b9f3-cec5-433d-858c-5658861d969f req-f16b57e6-db19-4b6e-84e0-19671f7605ff tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431542 Jun 03 16:16:47.363847 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-532cbc28-80d4-4d45-8acf-480bdb0f7c89 req-4d2ba425-eae5-4702-ae90-b0a3a8dc9287 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469620 Jun 03 16:16:47.475545 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76201fe8-ec1d-4b65-9a42-4212ad7303e6 req-9ea6df3d-18a9-4af1-9ffc-557b8e92d5b4 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:47.477035 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-76201fe8-ec1d-4b65-9a42-4212ad7303e6 req-9ea6df3d-18a9-4af1-9ffc-557b8e92d5b4 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Jun 03 16:16:47.532302 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-76201fe8-ec1d-4b65-9a42-4212ad7303e6 req-66a3c357-70d3-43c7-96cc-a901b3c22f6d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484519 Jun 03 16:16:47.556616 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:47.595014 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6989d1-2627-454f-ac08-1bf75588072a req-d1b86cf9-c99a-48a5-9190-ea9bb62dc3f4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:47.596538 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dc6989d1-2627-454f-ac08-1bf75588072a req-d1b86cf9-c99a-48a5-9190-ea9bb62dc3f4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0493140 Jun 03 16:16:47.645036 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dc6989d1-2627-454f-ac08-1bf75588072a req-6693fa98-4458-4ed1-b56a-cf38f0fd2f54 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Jun 03 16:16:47.847222 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608deb-aba1-4f88-b3fa-d80cb44d2af4 req-e5159216-b67d-4184-8a41-8557378c3892 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:47.848692 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1e608deb-aba1-4f88-b3fa-d80cb44d2af4 req-e5159216-b67d-4184-8a41-8557378c3892 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0502682 Jun 03 16:16:47.897601 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1e608deb-aba1-4f88-b3fa-d80cb44d2af4 req-ac92ddf1-cff7-454b-9eda-c44128be1763 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431015 Jun 03 16:16:48.477840 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecf951-c296-433b-b85b-25d182c8405e req-2942cdc5-9bbf-4fff-aace-dbe25d10abf2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:48.479397 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-86ecf951-c296-433b-b85b-25d182c8405e req-2942cdc5-9bbf-4fff-aace-dbe25d10abf2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0517714 Jun 03 16:16:48.490263 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd270c5-6879-42f0-8228-7c81ef9f28f6 req-25f91c00-885a-4d34-bc4b-55a3dd14e8ee tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:48.492381 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ddd270c5-6879-42f0-8228-7c81ef9f28f6 req-25f91c00-885a-4d34-bc4b-55a3dd14e8ee tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0564730 Jun 03 16:16:48.556402 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-86ecf951-c296-433b-b85b-25d182c8405e req-dd2c5710-9c88-4204-b8f1-23bf5b60ac3d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631921 Jun 03 16:16:48.613991 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ddd270c5-6879-42f0-8228-7c81ef9f28f6 req-109ed8e6-ee3a-495a-85e6-636449c5b522 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065118 Jun 03 16:16:48.660893 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcebef-a2c9-4102-9c39-b84db8b23f7c req-49a45607-ef19-43d6-916a-77e8dca12295 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:48.662386 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6bdcebef-a2c9-4102-9c39-b84db8b23f7c req-49a45607-ef19-43d6-916a-77e8dca12295 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0480361 Jun 03 16:16:48.709374 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6bdcebef-a2c9-4102-9c39-b84db8b23f7c req-2f167a5b-2106-483e-bc3f-931242ba0e77 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Jun 03 16:16:48.749317 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:48.761005 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25b398-1013-4654-ab1b-73c199c99c8d req-02fbb291-cfad-484f-8baf-a13b7df8ab34 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:48.762437 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a25b398-1013-4654-ab1b-73c199c99c8d req-02fbb291-cfad-484f-8baf-a13b7df8ab34 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0472579 Jun 03 16:16:48.814094 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a25b398-1013-4654-ab1b-73c199c99c8d req-dd1ddb8e-0bb6-47c3-8661-7ad18d650a55 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453012 Jun 03 16:16:49.007210 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d545c-caa3-4966-817c-daeee7beea88 req-ab068f5d-a6d7-4c0c-a79f-b80c2ba16fc6 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:49.008671 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-954d545c-caa3-4966-817c-daeee7beea88 req-ab068f5d-a6d7-4c0c-a79f-b80c2ba16fc6 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0457532 Jun 03 16:16:49.055852 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-954d545c-caa3-4966-817c-daeee7beea88 req-6d3d09fe-2471-4ac3-9010-c6105f136eb3 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410988 Jun 03 16:16:49.278000 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-274e77fd-50a9-48b1-9d96-d17d62ec12ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:49.672246 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325b8b7-b1b5-4044-aaac-8d2a4eed737e req-384beaa0-7147-4eb9-981d-9c0ddad1d1a1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:49.673730 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d325b8b7-b1b5-4044-aaac-8d2a4eed737e req-384beaa0-7147-4eb9-981d-9c0ddad1d1a1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0519495 Jun 03 16:16:49.720245 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d325b8b7-b1b5-4044-aaac-8d2a4eed737e req-ab7d622f-0cc7-43f3-b699-00272b14a44a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411460 Jun 03 16:16:49.727030 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c0c90-dec1-48a2-bd5e-10f5765485e1 req-1a30f28e-febf-448c-b35f-84860a41f045 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:49.728635 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-880c0c90-dec1-48a2-bd5e-10f5765485e1 req-1a30f28e-febf-448c-b35f-84860a41f045 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0503736 Jun 03 16:16:49.776348 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-880c0c90-dec1-48a2-bd5e-10f5765485e1 req-91d8d327-6164-4486-8bde-806d572e4964 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Jun 03 16:16:49.821592 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a7b02-1dff-4674-b4fb-c61e3c411918 req-53633edb-186c-49bb-9a23-59a02a5b2d79 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:49.822973 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-701a7b02-1dff-4674-b4fb-c61e3c411918 req-53633edb-186c-49bb-9a23-59a02a5b2d79 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0481555 Jun 03 16:16:49.869323 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-701a7b02-1dff-4674-b4fb-c61e3c411918 req-cfa06d37-4f63-472e-b566-95e09a56c556 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Jun 03 16:16:49.893440 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:49.928929 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd90ae-5f45-4f01-a791-5637b47b853b req-bb827061-d227-4ff4-80f7-d95c29e7cb26 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:49.930398 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9afd90ae-5f45-4f01-a791-5637b47b853b req-bb827061-d227-4ff4-80f7-d95c29e7cb26 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0466602 Jun 03 16:16:49.976365 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9afd90ae-5f45-4f01-a791-5637b47b853b req-95061b15-f671-450b-9954-2688694dec2b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404117 Jun 03 16:16:50.171379 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389e97-a077-496b-afaa-5f4888bda2dc req-a7dc3dc0-e972-4d65-a21f-72e014c68ea0 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:50.172833 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-19389e97-a077-496b-afaa-5f4888bda2dc req-a7dc3dc0-e972-4d65-a21f-72e014c68ea0 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0499377 Jun 03 16:16:50.218427 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-19389e97-a077-496b-afaa-5f4888bda2dc req-b22285cc-28d6-4e8c-a6f7-259438f1bd5f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401382 Jun 03 16:16:50.831226 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d75b0-8f77-4a39-823a-703c4e3ec3bd req-6125811b-237c-4b0e-abce-b207561a016b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:50.832909 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-be3d75b0-8f77-4a39-823a-703c4e3ec3bd req-6125811b-237c-4b0e-abce-b207561a016b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0463309 Jun 03 16:16:50.871712 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:50.884891 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-be3d75b0-8f77-4a39-823a-703c4e3ec3bd req-7534338d-f70f-4acf-85f0-0055174b9099 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Jun 03 16:16:50.891486 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ddf9c-d82f-4a84-b6bd-3f0d2b301723 req-ed83f38e-c748-4d75-b0b5-4f18ec35fd5b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:50.892957 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a27ddf9c-d82f-4a84-b6bd-3f0d2b301723 req-ed83f38e-c748-4d75-b0b5-4f18ec35fd5b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0481229 Jun 03 16:16:50.941442 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a27ddf9c-d82f-4a84-b6bd-3f0d2b301723 req-9f9b5232-9691-4c1f-9011-6982e3072046 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430799 Jun 03 16:16:50.990268 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92b8e-0c6e-43ea-9608-40b4bdf69095 req-c26fd145-f6d4-41dc-afeb-bdacef3a60a8 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:50.991763 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-88c92b8e-0c6e-43ea-9608-40b4bdf69095 req-c26fd145-f6d4-41dc-afeb-bdacef3a60a8 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0458264 Jun 03 16:16:51.039655 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-88c92b8e-0c6e-43ea-9608-40b4bdf69095 req-cfd31273-56fe-4bdf-8170-be75a7916506 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Jun 03 16:16:51.097086 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c01eb-40e7-4fd0-b8fd-006e4d82aacf req-726741ce-28f3-46a3-ac98-ab19247348b6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:51.098519 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-965c01eb-40e7-4fd0-b8fd-006e4d82aacf req-726741ce-28f3-46a3-ac98-ab19247348b6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0510099 Jun 03 16:16:51.144071 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-965c01eb-40e7-4fd0-b8fd-006e4d82aacf req-df32a1ae-1d76-4552-93cd-eecc3046d85b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400062 Jun 03 16:16:51.327021 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29345b05-37a3-4779-89fa-fce12112503c req-6d32b603-5bea-47cb-93c9-23a9e54bcd37 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:51.328485 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-29345b05-37a3-4779-89fa-fce12112503c req-6d32b603-5bea-47cb-93c9-23a9e54bcd37 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0451133 Jun 03 16:16:51.373360 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-29345b05-37a3-4779-89fa-fce12112503c req-2695a952-5284-42d1-882f-4bfab0b0c8d4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394475 Jun 03 16:16:51.595781 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b73ea724-cd88-4638-a04c-95dcac8795e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:51.932668 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device db97c3da-b633-48cb-8479-c740ca53cd00 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:16:51.999209 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cc9cf-8adc-4eb5-bebe-04375f6f9ca7 req-d7bed695-3961-49d9-b6e3-6035ef4189a9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:52.000823 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d72cc9cf-8adc-4eb5-bebe-04375f6f9ca7 req-d7bed695-3961-49d9-b6e3-6035ef4189a9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0494277 Jun 03 16:16:52.036268 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port db97c3da-b633-48cb-8479-c740ca53cd00, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=db97c3da-b633-48cb-8479-c740ca53cd00,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:52.047863 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'db97c3da-b633-48cb-8479-c740ca53cd00', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'port_id': 'db97c3da-b633-48cb-8479-c740ca53cd00', 'mac_address': 'fa:16:3e:06:65:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:16:52.056595 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d72cc9cf-8adc-4eb5-bebe-04375f6f9ca7 req-54c2d9aa-a440-48a0-92a2-660028d3c4f8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Jun 03 16:16:52.064105 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a1bc-63a0-474c-a349-b32011d8eb97 req-72250042-ba09-4145-a351-25173e435c87 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:52.067817 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-81c6a1bc-63a0-474c-a349-b32011d8eb97 req-72250042-ba09-4145-a351-25173e435c87 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0550125 Jun 03 16:16:52.085230 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port db97c3da-b633-48cb-8479-c740ca53cd00 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:52.085610 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:52.098798 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db97c3da-b633-48cb-8479-c740ca53cd00 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:16:52.121964 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-81c6a1bc-63a0-474c-a349-b32011d8eb97 req-177d21c0-4927-442a-a0a1-c15ca7366991 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501773 Jun 03 16:16:52.123140 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port db97c3da-b633-48cb-8479-c740ca53cd00, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=db97c3da-b633-48cb-8479-c740ca53cd00,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:52.127883 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:52.165394 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13b52-4cc5-41f6-bb1a-fe7e6d3e2257 req-53288a27-1544-449c-ab71-26273a1c888e tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:52.166765 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a4e13b52-4cc5-41f6-bb1a-fe7e6d3e2257 req-53288a27-1544-449c-ab71-26273a1c888e tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0498221 Jun 03 16:16:52.179458 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=db97c3da-b633-48cb-8479-c740ca53cd00,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:52.187753 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.188104 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.188466 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.188830 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.189166 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.189497 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.189830 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.190166 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.190663 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.190994 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.191398 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.191727 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.192049 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.192372 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.192692 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:52.218821 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a4e13b52-4cc5-41f6-bb1a-fe7e6d3e2257 req-d8de9577-68b1-40f8-acf9-a565c79cdc56 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463691 Jun 03 16:16:52.263811 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e8707-5bc4-48b3-bf69-4841e018ba32 req-b4b25e82-11cf-433d-b16d-f6abc2b236e4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:52.265291 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-426e8707-5bc4-48b3-bf69-4841e018ba32 req-b4b25e82-11cf-433d-b16d-f6abc2b236e4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0473843 Jun 03 16:16:52.311348 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-426e8707-5bc4-48b3-bf69-4841e018ba32 req-615bd11b-9cd9-4c91-b6a9-68ffe5de855a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404136 Jun 03 16:16:52.480995 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d217dd6-0780-41c2-9008-73ad0e989f87 req-41eee04f-be23-428b-a396-29cd378cc02d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:52.482875 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4d217dd6-0780-41c2-9008-73ad0e989f87 req-41eee04f-be23-428b-a396-29cd378cc02d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0450232 Jun 03 16:16:52.528111 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4d217dd6-0780-41c2-9008-73ad0e989f87 req-fa3d5199-51fb-4b03-a229-2b4946907ff5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397882 Jun 03 16:16:52.834685 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:53.158549 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:53.181094 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36647a47-22d9-484c-bcac-a996d81c7000 req-fb58e7ee-8ce1-4302-8877-3198e130ad37 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:53.182678 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-36647a47-22d9-484c-bcac-a996d81c7000 req-fb58e7ee-8ce1-4302-8877-3198e130ad37 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0540357 Jun 03 16:16:53.230872 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-36647a47-22d9-484c-bcac-a996d81c7000 req-9e01fdc3-ead3-442a-ad31-83f9ab4f3463 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419228 Jun 03 16:16:53.236511 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8436d-6936-4f7f-b710-9e4e2b20b0ec req-ba2acadb-18f9-4893-a123-b477dd1bc7a0 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:53.238446 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cac8436d-6936-4f7f-b710-9e4e2b20b0ec req-ba2acadb-18f9-4893-a123-b477dd1bc7a0 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0484512 Jun 03 16:16:53.286358 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cac8436d-6936-4f7f-b710-9e4e2b20b0ec req-ca512e5a-2eee-4915-ad3e-a767d5ba9143 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Jun 03 16:16:53.332495 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273cc72-d21a-4d87-af01-0863fe27907a req-e162b17d-13fc-4bc8-b52e-e7f7197ec5a7 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:53.333937 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8273cc72-d21a-4d87-af01-0863fe27907a req-e162b17d-13fc-4bc8-b52e-e7f7197ec5a7 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0463572 Jun 03 16:16:53.381206 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8273cc72-d21a-4d87-af01-0863fe27907a req-012e2cb5-b857-410b-9fa1-fd790cad72a7 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Jun 03 16:16:53.429210 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c157e1-e142-43e8-9108-f5ea83fef3f8 req-49b0165d-553b-4d90-9ba8-da00ded7df00 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:53.430664 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8c157e1-e142-43e8-9108-f5ea83fef3f8 req-49b0165d-553b-4d90-9ba8-da00ded7df00 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0502708 Jun 03 16:16:53.448349 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:53.478397 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8c157e1-e142-43e8-9108-f5ea83fef3f8 req-e063a8dc-1f10-420a-a2d7-a47fd2b7abc0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422275 Jun 03 16:16:53.638399 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a2abd-9cfa-4fe2-9e48-6c5ff8f822d5 req-d73a7357-82fc-4e50-acaa-654e10d48329 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:53.639886 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-922a2abd-9cfa-4fe2-9e48-6c5ff8f822d5 req-d73a7357-82fc-4e50-acaa-654e10d48329 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0469775 Jun 03 16:16:53.689212 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-922a2abd-9cfa-4fe2-9e48-6c5ff8f822d5 req-7bce8b6d-f58a-4f37-8356-eccf3d386cd2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438781 Jun 03 16:16:53.944256 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:54.342991 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb3d86-0ccc-4aed-95bb-8aa02edad183 req-055f674f-a7a9-432e-91fb-b804d589bfc7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:54.344482 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-21eb3d86-0ccc-4aed-95bb-8aa02edad183 req-055f674f-a7a9-432e-91fb-b804d589bfc7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0467231 Jun 03 16:16:54.391589 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-21eb3d86-0ccc-4aed-95bb-8aa02edad183 req-e1cab67b-11ce-410b-9740-6f5374798751 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Jun 03 16:16:54.398112 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18f6ee-0265-40f0-b771-62b1e445e5e4 req-a3f44426-4559-447f-ad8b-9492b40a7325 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:54.399614 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4e18f6ee-0265-40f0-b771-62b1e445e5e4 req-a3f44426-4559-447f-ad8b-9492b40a7325 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0462053 Jun 03 16:16:54.446694 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4e18f6ee-0265-40f0-b771-62b1e445e5e4 req-cb8e1f82-953d-4ca8-ab76-31a7b81895ec tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Jun 03 16:16:54.493225 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b5dcc-8e77-431a-b918-ee92c6d1424c req-5bbd1e1d-71b2-4a3d-99fc-98ac1cc61876 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:54.494657 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-046b5dcc-8e77-431a-b918-ee92c6d1424c req-5bbd1e1d-71b2-4a3d-99fc-98ac1cc61876 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0462523 Jun 03 16:16:54.546837 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-046b5dcc-8e77-431a-b918-ee92c6d1424c req-01c00e63-ffd4-484f-83d2-578c9fde705e tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Jun 03 16:16:54.595513 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbc491-148d-4f8c-80b5-f0c214c57c6b req-8d64a184-cac9-4bf4-93c6-6ede05eb678a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:54.596954 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-23dbc491-148d-4f8c-80b5-f0c214c57c6b req-8d64a184-cac9-4bf4-93c6-6ede05eb678a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0470150 Jun 03 16:16:54.643161 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-23dbc491-148d-4f8c-80b5-f0c214c57c6b req-f20e9220-322d-4140-a52f-79892b69b9a9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405304 Jun 03 16:16:54.661883 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['db97c3da-b633-48cb-8479-c740ca53cd00'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:16:54.688114 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:54.808880 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4a26a-9c37-4383-a1f9-b4ddc662dafa req-7fe589a2-aa17-499e-af68-eff825ebf445 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:54.810970 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bac4a26a-9c37-4383-a1f9-b4ddc662dafa req-7fe589a2-aa17-499e-af68-eff825ebf445 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0518267 Jun 03 16:16:54.874713 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bac4a26a-9c37-4383-a1f9-b4ddc662dafa req-f65ab1c3-57c5-4baa-b830-acdf7978be96 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525661 Jun 03 16:16:55.368512 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-80bd596f-7ed7-4a98-be6b-a52682fbae89 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13a12b7-9968-49f9-a695-b305c53c2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0679240 Jun 03 16:16:55.494427 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:55.511943 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb5583-164d-486a-b5c2-d207fb2dcd41 req-56c91ac7-c60f-4d26-8576-5e719c82274a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:55.514283 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dfdb5583-164d-486a-b5c2-d207fb2dcd41 req-56c91ac7-c60f-4d26-8576-5e719c82274a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0569801 Jun 03 16:16:55.560309 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:55.562686 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dfdb5583-164d-486a-b5c2-d207fb2dcd41 req-6c411a1a-eda7-416a-9f73-700a81443d59 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Jun 03 16:16:55.627560 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dbba8-290b-4176-9c78-6f4c530f425c req-6de63da5-cc82-44d4-b445-4d9634f94202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:55.628909 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-211dbba8-290b-4176-9c78-6f4c530f425c req-6de63da5-cc82-44d4-b445-4d9634f94202 service neutron] 10.222.0.118 "GET /v2.0/networks?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2929876 Jun 03 16:16:55.634077 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-93dabc00-bb5f-4668-b69d-cc9e0fd16ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:55.636439 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-93dabc00-bb5f-4668-b69d-cc9e0fd16ab1 service neutron] 10.222.0.118 "GET /v2.0/networks?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2989261 Jun 03 16:16:55.648278 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cfde1-b4b0-4674-9f51-0dc429c98cbc req-3a0c9c15-b465-4b86-a25f-fd2625dc904b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:55.650123 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e8cfde1-b4b0-4674-9f51-0dc429c98cbc req-3a0c9c15-b465-4b86-a25f-fd2625dc904b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.1278946 Jun 03 16:16:55.666500 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7beaf9-51b4-4c95-a10e-3dff075ae45c req-5c14b246-45f3-49e0-9c0a-5b90a66eb6b0 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:55.668121 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ae7beaf9-51b4-4c95-a10e-3dff075ae45c req-5c14b246-45f3-49e0-9c0a-5b90a66eb6b0 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0485313 Jun 03 16:16:55.698571 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e8cfde1-b4b0-4674-9f51-0dc429c98cbc req-e68d1e0b-5783-417b-9d2a-afb2c308849c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423961 Jun 03 16:16:55.717608 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ae7beaf9-51b4-4c95-a10e-3dff075ae45c req-08552017-9630-4dfa-a631-f44235dac1c4 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435965 Jun 03 16:16:55.814895 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07a363-6ed1-4515-85c5-310d45e7cdd5 req-11088e50-35af-4c23-8d0e-28f3fc495828 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:55.816482 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-aa07a363-6ed1-4515-85c5-310d45e7cdd5 req-11088e50-35af-4c23-8d0e-28f3fc495828 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0499158 Jun 03 16:16:55.864921 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-aa07a363-6ed1-4515-85c5-310d45e7cdd5 req-94d0bb81-ef54-4ddb-bb4e-11feb6070dd9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419993 Jun 03 16:16:56.011561 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58559c2-4752-4c0e-89db-eec621c28e24 req-98bc55b6-9eb3-47f9-b2e5-064c49e84c87 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:56.013641 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e58559c2-4752-4c0e-89db-eec621c28e24 req-98bc55b6-9eb3-47f9-b2e5-064c49e84c87 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0547974 Jun 03 16:16:56.097991 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e58559c2-4752-4c0e-89db-eec621c28e24 req-4d986895-8e91-47f0-b869-a8b0dcb57726 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777934 Jun 03 16:16:56.136593 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:56.680332 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a93fb-1768-4b38-bb79-3a4aec0363fd req-9dded027-a9ef-4c52-8348-145fd9170663 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:56.681689 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a08a93fb-1768-4b38-bb79-3a4aec0363fd req-9dded027-a9ef-4c52-8348-145fd9170663 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0524867 Jun 03 16:16:56.714779 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device db97c3da-b633-48cb-8479-c740ca53cd00 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:16:56.728816 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a08a93fb-1768-4b38-bb79-3a4aec0363fd req-2f4fee09-f144-46c2-b9a6-860a9bf2df26 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 Jun 03 16:16:56.757713 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port db97c3da-b633-48cb-8479-c740ca53cd00 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:16:56.764952 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port db97c3da-b633-48cb-8479-c740ca53cd00 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:16:56.765398 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:56.815747 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478b846-b6b2-441f-a53e-e1707c77dcb7 req-697d6c56-bfe9-411e-9986-592cee6912ff tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:56.817260 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4478b846-b6b2-441f-a53e-e1707c77dcb7 req-697d6c56-bfe9-411e-9986-592cee6912ff tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0462818 Jun 03 16:16:56.831900 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:56.842782 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port db97c3da-b633-48cb-8479-c740ca53cd00 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:16:56.843184 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:56.866721 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db97c3da-b633-48cb-8479-c740ca53cd00'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:56.868770 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4478b846-b6b2-441f-a53e-e1707c77dcb7 req-a64eb695-5f38-49db-b588-06adc8cac763 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459149 Jun 03 16:16:56.868940 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89226b64-4783-444c-86b9-218059c48041" -d '{"events": [{"server_uuid": "4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03", "name": "network-vif-plugged", "status": "completed", "tag": "db97c3da-b633-48cb-8479-c740ca53cd00"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:16:56.884676 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port db97c3da-b633-48cb-8479-c740ca53cd00, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=db97c3da-b633-48cb-8479-c740ca53cd00,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:16:56.889046 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:56.913324 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7193887-2e16-44fe-9652-d9e9afb13eb9 x-openstack-request-id: req-a7193887-2e16-44fe-9652-d9e9afb13eb9 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:16:56.913630 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03", "name": "network-vif-plugged", "status": "completed", "tag": "db97c3da-b633-48cb-8479-c740ca53cd00", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:16:56.913880 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7193887-2e16-44fe-9652-d9e9afb13eb9 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:16:56.914297 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7193887-2e16-44fe-9652-d9e9afb13eb9'] response: {'server_uuid': '4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db97c3da-b633-48cb-8479-c740ca53cd00', 'code': 200} Jun 03 16:16:56.940203 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=db97c3da-b633-48cb-8479-c740ca53cd00,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:56.982935 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4653b4c-aed8-4c89-9291-15c214fd8276 req-7719ea8a-d8a2-446d-a425-9b88059735b2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:56.984593 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f4653b4c-aed8-4c89-9291-15c214fd8276 req-7719ea8a-d8a2-446d-a425-9b88059735b2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0454021 Jun 03 16:16:57.030989 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f4653b4c-aed8-4c89-9291-15c214fd8276 req-f715e81a-0f73-4c8d-adc1-f7f9ff4a0ddd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407956 Jun 03 16:16:57.221509 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871198e-be3d-4aee-9c2a-1ea56b46472b req-d54a4dd1-ec40-46e6-bd5b-21aa80dcf526 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:57.223021 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3871198e-be3d-4aee-9c2a-1ea56b46472b req-d54a4dd1-ec40-46e6-bd5b-21aa80dcf526 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0463698 Jun 03 16:16:57.272599 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3871198e-be3d-4aee-9c2a-1ea56b46472b req-90f7c6d7-5a7e-4fe4-933d-607cb075daaa tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Jun 03 16:16:57.437041 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 41564) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:57.550842 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d309750b-808d-420f-963b-9c0363425e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:57.621645 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:57.626491 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d309750b-808d-420f-963b-9c0363425e92 admin admin] Publish callbacks [] for security_group (096a4a3b-6521-4c65-a7ba-b5e4e594057d), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:57.630551 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d309750b-808d-420f-963b-9c0363425e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (096a4a3b-6521-4c65-a7ba-b5e4e594057d), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:57.672037 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d309750b-808d-420f-963b-9c0363425e92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=252bde3f1d244909926f25bf1226d992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339435 Jun 03 16:16:57.672885 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309750b-808d-420f-963b-9c0363425e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096a4a3b-6521-4c65-a7ba-b5e4e594057d,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:57.674726 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 41570) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:57.727034 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b2beff72-2221-43e0-8e53-a136b6a8eb95 admin admin] Publish callbacks [] for security_group (096a4a3b-6521-4c65-a7ba-b5e4e594057d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:57.739692 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:57.748779 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b2beff72-2221-43e0-8e53-a136b6a8eb95 admin admin] Publish callbacks [] for security_group (096a4a3b-6521-4c65-a7ba-b5e4e594057d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:57.796114 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b2beff72-2221-43e0-8e53-a136b6a8eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (096a4a3b-6521-4c65-a7ba-b5e4e594057d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:57.799799 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b2beff72-2221-43e0-8e53-a136b6a8eb95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:57.801367 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b2beff72-2221-43e0-8e53-a136b6a8eb95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/096a4a3b-6521-4c65-a7ba-b5e4e594057d HTTP/1.1" status: 204 len: 168 time: 0.1242321 Jun 03 16:16:57.811065 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beff72-2221-43e0-8e53-a136b6a8eb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096a4a3b-6521-4c65-a7ba-b5e4e594057d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:57.850769 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15337a-a8cd-440a-b896-0f63f47c6549 req-4314f5b9-6693-4dad-a38c-c136e21dd736 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:57.852292 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0c15337a-a8cd-440a-b896-0f63f47c6549 req-4314f5b9-6693-4dad-a38c-c136e21dd736 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0548818 Jun 03 16:16:57.901373 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0c15337a-a8cd-440a-b896-0f63f47c6549 req-fcebe698-ef82-4e08-98fe-ba014c4fbf0a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Jun 03 16:16:57.989393 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1c505-7406-4e86-a9e2-12ec31513417 req-09479b72-1c4d-4750-9054-3cf096c899d1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:57.990792 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-70c1c505-7406-4e86-a9e2-12ec31513417 req-09479b72-1c4d-4750-9054-3cf096c899d1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0486393 Jun 03 16:16:58.039815 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-70c1c505-7406-4e86-a9e2-12ec31513417 req-2ebf98fb-294c-4b87-9992-688ce02c1bd3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Jun 03 16:16:58.109823 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 41584) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:58.123319 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a463319d-0471-473d-b607-42daad531e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:58.156582 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba121a2-d18f-4e8c-9417-f6c75ddb249e req-89247d22-6658-4f9a-aa7f-b8bb3a78b630 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:58.158143 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0ba121a2-d18f-4e8c-9417-f6c75ddb249e req-89247d22-6658-4f9a-aa7f-b8bb3a78b630 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0524533 Jun 03 16:16:58.206289 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a463319d-0471-473d-b607-42daad531e40 admin admin] Publish callbacks [] for security_group (4d2e7f27-b5c7-4f73-9115-e48b8864441b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:58.208548 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0ba121a2-d18f-4e8c-9417-f6c75ddb249e req-d7847795-7b5e-470b-8998-80afc33cd342 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430391 Jun 03 16:16:58.210389 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a463319d-0471-473d-b607-42daad531e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4d2e7f27-b5c7-4f73-9115-e48b8864441b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:58.251988 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463319d-0471-473d-b607-42daad531e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2e7f27-b5c7-4f73-9115-e48b8864441b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:58.259072 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a463319d-0471-473d-b607-42daad531e40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=903e05eb64db4e898676ac47f9f2aded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479537 Jun 03 16:16:58.261320 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 41590) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:16:58.389916 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4a1ff-7f2f-4a8c-ad7f-b82da68f3f91 req-23e50b70-7d6b-453e-8d87-6afb0cf6ae10 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:58.391910 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-62e4a1ff-7f2f-4a8c-ad7f-b82da68f3f91 req-23e50b70-7d6b-453e-8d87-6afb0cf6ae10 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0480661 Jun 03 16:16:58.413676 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:58.443054 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-62e4a1ff-7f2f-4a8c-ad7f-b82da68f3f91 req-ea33b28e-7a77-4089-b665-4b3ddaf7fae4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447733 Jun 03 16:16:58.477233 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41389c9a-14aa-474c-aeed-4cbe77e85110 admin admin] Publish callbacks [] for security_group (4d2e7f27-b5c7-4f73-9115-e48b8864441b), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:58.481064 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:16:58.499558 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41389c9a-14aa-474c-aeed-4cbe77e85110 admin admin] Publish callbacks [] for security_group (4d2e7f27-b5c7-4f73-9115-e48b8864441b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:58.545910 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41389c9a-14aa-474c-aeed-4cbe77e85110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4d2e7f27-b5c7-4f73-9115-e48b8864441b), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:58.548734 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41389c9a-14aa-474c-aeed-4cbe77e85110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:16:58.549976 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-41389c9a-14aa-474c-aeed-4cbe77e85110 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d2e7f27-b5c7-4f73-9115-e48b8864441b HTTP/1.1" status: 204 len: 168 time: 0.2877173 Jun 03 16:16:58.557560 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389c9a-14aa-474c-aeed-4cbe77e85110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2e7f27-b5c7-4f73-9115-e48b8864441b,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:59.020044 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f2b38-4c6e-4824-a055-d07baef9df22 req-08f2f786-0957-4b86-9d72-347ecb5eba05 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:59.024730 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a57f2b38-4c6e-4824-a055-d07baef9df22 req-08f2f786-0957-4b86-9d72-347ecb5eba05 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0487132 Jun 03 16:16:59.078675 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a57f2b38-4c6e-4824-a055-d07baef9df22 req-c1896e5b-cb7a-44e1-b785-f08381b0ba0e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474465 Jun 03 16:16:59.191223 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21f6cd-11ce-45b2-96ef-ce05c4b8f103 req-43102ccf-912e-49b0-afa9-8bc3cf8a42ec tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:59.192857 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2d21f6cd-11ce-45b2-96ef-ce05c4b8f103 req-43102ccf-912e-49b0-afa9-8bc3cf8a42ec tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0495942 Jun 03 16:16:59.246223 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2d21f6cd-11ce-45b2-96ef-ce05c4b8f103 req-f22f07ea-0e15-4cdb-9ce3-a15aa359aba6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455997 Jun 03 16:16:59.349260 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52c8e5-b357-4b9d-9d2f-580b845089c1 req-10c7c7b8-2e72-4c5f-b368-c8352588f3f0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:59.350727 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fa52c8e5-b357-4b9d-9d2f-580b845089c1 req-10c7c7b8-2e72-4c5f-b368-c8352588f3f0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0456772 Jun 03 16:16:59.397978 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fa52c8e5-b357-4b9d-9d2f-580b845089c1 req-bc879f40-c280-42cf-be68-2c6f7e335455 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416083 Jun 03 16:16:59.597107 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff437a-8588-4bbb-938f-df932248607c req-ae6f45ed-8102-4785-a287-06d4b602d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:59.599494 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-49ff437a-8588-4bbb-938f-df932248607c req-ae6f45ed-8102-4785-a287-06d4b602d338 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 1130 time: 0.0894704 Jun 03 16:16:59.610768 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e56e8-3e66-4141-a578-f41dd4d15114 req-d6e0a229-e2cc-4589-97e1-34f8338d767b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:59.612373 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac5e56e8-3e66-4141-a578-f41dd4d15114 req-d6e0a229-e2cc-4589-97e1-34f8338d767b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 944 time: 0.0931194 Jun 03 16:16:59.667042 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac5e56e8-3e66-4141-a578-f41dd4d15114 req-4c482b73-d243-4732-bb70-9f4be4ded4d7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460203 Jun 03 16:16:59.735799 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a780bb-852c-4478-b938-50b4058542fa req-aa97120c-f549-428b-9071-589d0931272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:59.737388 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-aa97120c-f549-428b-9071-589d0931272b service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.1618240 Jun 03 16:16:59.836110 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dbba8-290b-4176-9c78-6f4c530f425c req-76c1b283-20be-4f1d-a7da-fc1ce34511f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:59.837474 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-211dbba8-290b-4176-9c78-6f4c530f425c req-76c1b283-20be-4f1d-a7da-fc1ce34511f7 service neutron] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2606382 Jun 03 16:17:00.006662 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 41648) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:00.121696 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-009321f7-ea8a-47f6-a7c0-3fa7c61bceaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:00.167239 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-433aaa7c-e9d4-4815-9797-627a584e83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.168730 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-433aaa7c-e9d4-4815-9797-627a584e83d7 service neutron] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1168311 Jun 03 16:17:00.237511 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af306147-fe49-443b-abf6-21cd8bf48c74 req-37285f51-975e-47a8-9c44-b7a434cd2e85 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.240249 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-af306147-fe49-443b-abf6-21cd8bf48c74 req-37285f51-975e-47a8-9c44-b7a434cd2e85 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0899687 Jun 03 16:17:00.248415 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a780bb-852c-4478-b938-50b4058542fa req-8687c461-ae7f-473f-ba2a-1a765e5e2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.250305 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-8687c461-ae7f-473f-ba2a-1a765e5e2d63 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560503 Jun 03 16:17:00.314916 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:00.359254 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-009321f7-ea8a-47f6-a7c0-3fa7c61bceaa admin admin] Publish callbacks [] for security_group (5efc899b-3b26-4564-a86b-789cbe832be6), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:00.366512 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-af306147-fe49-443b-abf6-21cd8bf48c74 req-6b75449a-f4f4-4793-ba76-2273d4f8804b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939848 Jun 03 16:17:00.373288 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-009321f7-ea8a-47f6-a7c0-3fa7c61bceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (5efc899b-3b26-4564-a86b-789cbe832be6), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:00.406694 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff437a-8588-4bbb-938f-df932248607c req-f48e4203-84d1-448c-bac2-3156cdbedb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.408420 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-49ff437a-8588-4bbb-938f-df932248607c req-f48e4203-84d1-448c-bac2-3156cdbedb70 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.2106621 Jun 03 16:17:00.420756 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-009321f7-ea8a-47f6-a7c0-3fa7c61bceaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f708b764aed4b748bf934acc4e139eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129896 Jun 03 16:17:00.423804 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 41660) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:00.427218 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009321f7-ea8a-47f6-a7c0-3fa7c61bceaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efc899b-3b26-4564-a86b-789cbe832be6,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:00.496559 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a2fe1-01a1-4ce4-9c05-f19297e13249 req-b8219952-9011-4bf7-888a-e49d89c886f7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.498316 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c17a2fe1-01a1-4ce4-9c05-f19297e13249 req-b8219952-9011-4bf7-888a-e49d89c886f7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0542085 Jun 03 16:17:00.499882 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e52a0ee3-982c-45bb-b59c-7c5fc9e60364 admin admin] Publish callbacks [] for security_group (5efc899b-3b26-4564-a86b-789cbe832be6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:00.534817 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e52a0ee3-982c-45bb-b59c-7c5fc9e60364 admin admin] Publish callbacks [] for security_group (5efc899b-3b26-4564-a86b-789cbe832be6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:00.547349 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:00.574079 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-49ff437a-8588-4bbb-938f-df932248607c req-8ff0a872-1502-461d-b72c-64f32c7649a9 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db97c3da-b633-48cb-8479-c740ca53cd00 HTTP/1.1" status: 200 len: 217 time: 0.0479934 Jun 03 16:17:00.600281 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:00.636195 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c17a2fe1-01a1-4ce4-9c05-f19297e13249 req-033603dd-45a9-453d-bd6d-9c1993899483 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297069 Jun 03 16:17:00.686247 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff437a-8588-4bbb-938f-df932248607c req-b40f6457-0bae-4580-ace5-bd70ff4003e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.687710 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-49ff437a-8588-4bbb-938f-df932248607c req-b40f6457-0bae-4580-ace5-bd70ff4003e4 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.1046612 Jun 03 16:17:00.726330 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:17:00.750681 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-56fb32e1-9d61-4208-ad72-eaaf2cf7a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.758271 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-56fb32e1-9d61-4208-ad72-eaaf2cf7a694 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 1128 time: 0.1887102 Jun 03 16:17:00.831072 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba5c4d-d813-400e-b822-1e7acb0730fb req-ea131d15-f08a-4308-894b-9ca49fcea884 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.846345 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3aba5c4d-d813-400e-b822-1e7acb0730fb req-ea131d15-f08a-4308-894b-9ca49fcea884 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0795882 Jun 03 16:17:00.880842 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:00.902035 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'port_id': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c', 'mac_address': 'fa:16:3e:21:27:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:17:00.914297 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3aba5c4d-d813-400e-b822-1e7acb0730fb req-d6dbed90-5f8c-40ae-be93-954e434349f4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669687 Jun 03 16:17:00.959730 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-d00ec42a-eb0b-4d17-bb17-7475011b0755 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936689 Jun 03 16:17:00.960674 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-e48f354b-0ffa-48e6-88f6-9e24659006ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.962069 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-e48f354b-0ffa-48e6-88f6-9e24659006ea service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 1128 time: 0.2933190 Jun 03 16:17:00.970853 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:17:00.971771 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:00.999587 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:17:01.027114 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:01.036016 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff437a-8588-4bbb-938f-df932248607c req-754fea41-d03d-4c20-9f4e-ce0458df8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:01.038833 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:01.043728 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-49ff437a-8588-4bbb-938f-df932248607c req-754fea41-d03d-4c20-9f4e-ce0458df8520 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1087291 Jun 03 16:17:01.045698 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-bfb09804-60f6-4bba-ad8b-c0dcb177444e service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 HTTP/1.1" status: 200 len: 217 time: 0.0382779 Jun 03 16:17:01.086680 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a74396-3a8a-40bc-a2d9-daffe0dd120e req-3ef2e0db-4b61-44e1-adc4-645020e1069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:01.088163 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a74396-3a8a-40bc-a2d9-daffe0dd120e req-3ef2e0db-4b61-44e1-adc4-645020e1069f service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 1130 time: 0.3178265 Jun 03 16:17:01.106034 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:01.129571 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-a6c192c9-acfa-40c0-abc0-020e5fdfa7e1 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022 HTTP/1.1" status: 200 len: 217 time: 0.1431711 Jun 03 16:17:01.213131 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:01.223061 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-079f7e3c-b555-43e1-8c86-d3d1820c9571 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1132293 Jun 03 16:17:01.244132 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-49ff437a-8588-4bbb-938f-df932248607c req-ad2a5b51-e7dc-4a50-8e69-c662ffdcd8a2 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356134 Jun 03 16:17:01.261431 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e52a0ee3-982c-45bb-b59c-7c5fc9e60364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (5efc899b-3b26-4564-a86b-789cbe832be6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:01.264541 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e52a0ee3-982c-45bb-b59c-7c5fc9e60364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:01.265799 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e52a0ee3-982c-45bb-b59c-7c5fc9e60364 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5efc899b-3b26-4564-a86b-789cbe832be6 HTTP/1.1" status: 204 len: 168 time: 0.8403838 Jun 03 16:17:01.332124 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a0ee3-982c-45bb-b59c-7c5fc9e60364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efc899b-3b26-4564-a86b-789cbe832be6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:01.373241 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c59e0e-667c-411c-8a62-2a7c43aeb050 req-2004fdf9-bfb1-4cf2-9305-194f2dcccecb tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:01.379870 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56c59e0e-667c-411c-8a62-2a7c43aeb050 req-2004fdf9-bfb1-4cf2-9305-194f2dcccecb tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 945 time: 0.2948706 Jun 03 16:17:01.418820 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-59983a9f-5210-44d3-9220-c1a9300ceb3f service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233484 Jun 03 16:17:01.430113 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-05b9b1eb-bbcf-4aae-816a-645fc66f1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:01.431595 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-05b9b1eb-bbcf-4aae-816a-645fc66f1595 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.2549622 Jun 03 16:17:01.437657 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-d7d3ed70-fc86-4433-babd-e24c458ef57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:01.439167 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-d7d3ed70-fc86-4433-babd-e24c458ef57e service neutron] 10.222.0.118 "GET /v2.0/subnets?id=396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 200 len: 855 time: 0.2531691 Jun 03 16:17:01.460380 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74a74396-3a8a-40bc-a2d9-daffe0dd120e req-3499a8aa-a80e-4d8c-b8d3-1c8c984b5e90 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955761 Jun 03 16:17:01.507497 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56c59e0e-667c-411c-8a62-2a7c43aeb050 req-008dae32-322e-4eaf-be74-9746c96b5faa tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265552 Jun 03 16:17:01.519377 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5ce3b-c1d4-4373-b72e-afa5fcce994c req-40471559-b609-46a4-a1a6-992f1b6ed189 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:01.524036 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-18a5ce3b-c1d4-4373-b72e-afa5fcce994c req-40471559-b609-46a4-a1a6-992f1b6ed189 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0689788 Jun 03 16:17:01.589813 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-18a5ce3b-c1d4-4373-b72e-afa5fcce994c req-d83c8b2d-c237-40cf-9a75-4798aac3d45c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520151 Jun 03 16:17:01.603058 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 41710) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:01.628065 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c9061e30-826b-4d96-867c-34121ad523ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:01.719609 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c9061e30-826b-4d96-867c-34121ad523ab admin admin] Publish callbacks [] for security_group (4c6f10f2-363b-4894-ad8b-5f91f0bf2ab9), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:01.733084 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c9061e30-826b-4d96-867c-34121ad523ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4c6f10f2-363b-4894-ad8b-5f91f0bf2ab9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:01.799322 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73840e6-cc63-48bc-8824-6b46035362ad req-ffab764c-932f-4c48-af51-d16aeb8bfbc5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:01.800793 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e73840e6-cc63-48bc-8824-6b46035362ad req-ffab764c-932f-4c48-af51-d16aeb8bfbc5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0796399 Jun 03 16:17:01.804047 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c9061e30-826b-4d96-867c-34121ad523ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e2587f6bc2e4012b1e2ee6092b62041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994772 Jun 03 16:17:01.805302 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9061e30-826b-4d96-867c-34121ad523ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6f10f2-363b-4894-ad8b-5f91f0bf2ab9,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:01.806810 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 41720) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:01.850751 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e73840e6-cc63-48bc-8824-6b46035362ad req-687ae52e-252a-4857-b7af-58a6057f82cd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Jun 03 16:17:01.858035 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6417909b-1d6f-454a-a51b-09c7db7f92ca admin admin] Publish callbacks [] for security_group (4c6f10f2-363b-4894-ad8b-5f91f0bf2ab9), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:01.879226 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6417909b-1d6f-454a-a51b-09c7db7f92ca admin admin] Publish callbacks [] for security_group (4c6f10f2-363b-4894-ad8b-5f91f0bf2ab9), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:01.924809 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6417909b-1d6f-454a-a51b-09c7db7f92ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4c6f10f2-363b-4894-ad8b-5f91f0bf2ab9), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:01.927217 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6417909b-1d6f-454a-a51b-09c7db7f92ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:01.928381 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-6417909b-1d6f-454a-a51b-09c7db7f92ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c6f10f2-363b-4894-ad8b-5f91f0bf2ab9 HTTP/1.1" status: 204 len: 168 time: 0.1205633 Jun 03 16:17:01.935837 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417909b-1d6f-454a-a51b-09c7db7f92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6f10f2-363b-4894-ad8b-5f91f0bf2ab9,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:02.078957 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0105480-a26f-4e0c-b360-86a167caccc8 req-29d10140-fa15-4274-b548-e8f32b6cc4d0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:02.080921 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d0105480-a26f-4e0c-b360-86a167caccc8 req-29d10140-fa15-4274-b548-e8f32b6cc4d0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0501695 Jun 03 16:17:02.136300 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d0105480-a26f-4e0c-b360-86a167caccc8 req-f42a5e4a-4372-4e63-aa7a-7cf84ac84838 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464346 Jun 03 16:17:02.628409 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c5f7d-d6d4-4fb3-8d76-692f1b443e1d req-a37a39b7-b3f4-43b7-a00c-9252e71c28e5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:02.629992 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-257c5f7d-d6d4-4fb3-8d76-692f1b443e1d req-a37a39b7-b3f4-43b7-a00c-9252e71c28e5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 945 time: 0.0502713 Jun 03 16:17:02.677988 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-257c5f7d-d6d4-4fb3-8d76-692f1b443e1d req-5e292f8a-6156-40d0-988a-e808d170e5b5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Jun 03 16:17:02.716943 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c6f52-b81e-4b94-a6b7-b42a54fe7b72 req-8c763ed3-3849-43ee-b039-4148d13009a6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:02.718400 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-013c6f52-b81e-4b94-a6b7-b42a54fe7b72 req-8c763ed3-3849-43ee-b039-4148d13009a6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0473456 Jun 03 16:17:02.771365 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-013c6f52-b81e-4b94-a6b7-b42a54fe7b72 req-c48d0d77-eb77-4220-8332-a84adfeea219 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471070 Jun 03 16:17:02.944641 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:02.965147 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1065573-9c85-4c12-b57b-091d7a7b4bd4 req-e5f6ea3c-2689-4721-baac-9bad5fc6c02e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:02.966716 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b1065573-9c85-4c12-b57b-091d7a7b4bd4 req-e5f6ea3c-2689-4721-baac-9bad5fc6c02e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0493305 Jun 03 16:17:02.987948 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:17:03.018069 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b1065573-9c85-4c12-b57b-091d7a7b4bd4 req-194f4bc8-a357-49b5-b035-b0cfcef5ce5b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450857 Jun 03 16:17:03.254756 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e9c3b-4177-49fb-9271-d93cf545b0a3 req-42c081fa-058a-4009-8102-6235606812f7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:03.256287 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-320e9c3b-4177-49fb-9271-d93cf545b0a3 req-42c081fa-058a-4009-8102-6235606812f7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0456798 Jun 03 16:17:03.269296 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:03.308914 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-320e9c3b-4177-49fb-9271-d93cf545b0a3 req-5d77262c-d749-4185-9f2b-69900f06c23e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468705 Jun 03 16:17:03.797487 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067677fc-0ae1-45eb-8d84-0940dcd88888 req-d51b6cbf-03d8-4a93-afd9-d442bd52ff19 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:03.799236 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-067677fc-0ae1-45eb-8d84-0940dcd88888 req-d51b6cbf-03d8-4a93-afd9-d442bd52ff19 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 945 time: 0.0466034 Jun 03 16:17:03.857296 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-067677fc-0ae1-45eb-8d84-0940dcd88888 req-ccb7257b-88d7-4a6c-a929-f11a1ebf762e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517559 Jun 03 16:17:03.903856 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9bfb-d8cb-49ae-9616-3fed2ce7cdf1 req-ff7b4111-cce2-47fa-a1f8-6eff90f64ad5 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:03.905425 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-805c9bfb-d8cb-49ae-9616-3fed2ce7cdf1 req-ff7b4111-cce2-47fa-a1f8-6eff90f64ad5 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0592597 Jun 03 16:17:03.961122 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-805c9bfb-d8cb-49ae-9616-3fed2ce7cdf1 req-a124f6b2-321e-428f-a513-c733e0edcf01 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477161 Jun 03 16:17:04.138906 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c251246-5e36-4e7a-82c9-18d38b5f82e3 req-331fb9c7-9489-4418-b420-7f56139047d3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:04.140414 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c251246-5e36-4e7a-82c9-18d38b5f82e3 req-331fb9c7-9489-4418-b420-7f56139047d3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0482895 Jun 03 16:17:04.203985 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c251246-5e36-4e7a-82c9-18d38b5f82e3 req-2740211f-952c-47f6-849a-fe52d32cc0da tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556805 Jun 03 16:17:04.407367 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:04.423572 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737de14-7da4-4a71-93ed-9d24c75e64eb req-4f929005-1abf-4221-9349-e62624916f73 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:04.424998 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d737de14-7da4-4a71-93ed-9d24c75e64eb req-4f929005-1abf-4221-9349-e62624916f73 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0453274 Jun 03 16:17:04.469937 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d737de14-7da4-4a71-93ed-9d24c75e64eb req-4f6703c1-0e09-4418-9d80-35ebeb823758 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395129 Jun 03 16:17:04.968771 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d0d6-8838-4594-8a2f-df7718a9528a req-6be6257a-e34d-4d80-bd82-6460b9107d7d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:04.970263 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68c4d0d6-8838-4594-8a2f-df7718a9528a req-6be6257a-e34d-4d80-bd82-6460b9107d7d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 945 time: 0.0451932 Jun 03 16:17:05.018897 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68c4d0d6-8838-4594-8a2f-df7718a9528a req-0e450532-11fc-440f-acbc-8ad7e41d9db5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Jun 03 16:17:05.072958 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921080c-0fbf-4195-83a8-2624924e220a req-8d4def2d-b50e-4a9e-b536-ce369670b069 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:05.074405 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9921080c-0fbf-4195-83a8-2624924e220a req-8d4def2d-b50e-4a9e-b536-ce369670b069 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0461094 Jun 03 16:17:05.122780 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9921080c-0fbf-4195-83a8-2624924e220a req-8c6c457b-1892-4383-8142-ad8829f60c98 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Jun 03 16:17:05.281661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:05.317984 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa0887-48f6-40ad-b675-b863b773aa15 req-dfecc2df-faec-4d24-85d9-c441558c2838 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:05.319473 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-90fa0887-48f6-40ad-b675-b863b773aa15 req-dfecc2df-faec-4d24-85d9-c441558c2838 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0533314 Jun 03 16:17:05.364854 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-90fa0887-48f6-40ad-b675-b863b773aa15 req-5320fdfb-7598-4dac-ab68-ac3ec071ce1f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398319 Jun 03 16:17:05.561376 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-efbe69d4-fe06-4460-8498-239c5bcad531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:05.562867 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-efbe69d4-fe06-4460-8498-239c5bcad531 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0728035 Jun 03 16:17:05.563925 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-adcb438e-8139-4c73-8626-90a35e5414d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:05.565226 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-adcb438e-8139-4c73-8626-90a35e5414d5 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=aac77ef2-24df-4348-b770-e983d0529c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630531 Jun 03 16:17:05.604113 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390544-6980-401f-aa11-a0f7d738559c req-e1bedcf9-3240-4d1a-a3c9-b1fd21baa3fd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:05.605526 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d3390544-6980-401f-aa11-a0f7d738559c req-e1bedcf9-3240-4d1a-a3c9-b1fd21baa3fd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0592916 Jun 03 16:17:05.645150 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-49ff437a-8588-4bbb-938f-df932248607c req-44012e88-3ac4-4fa6-b954-72614467dd80 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547749 Jun 03 16:17:05.666902 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d3390544-6980-401f-aa11-a0f7d738559c req-ab810d04-aa6b-4c5b-8b44-ca6fdf7d2b26 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558052 Jun 03 16:17:06.136802 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f8600-3568-416c-8a55-edea75c4c35f req-cb5923e3-e3eb-4825-9793-2515dbef0d1f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:06.138281 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a91f8600-3568-416c-8a55-edea75c4c35f req-cb5923e3-e3eb-4825-9793-2515dbef0d1f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 945 time: 0.0481751 Jun 03 16:17:06.185647 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a91f8600-3568-416c-8a55-edea75c4c35f req-7a2bb609-6fb7-45ee-911a-fc9d06024128 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Jun 03 16:17:06.232649 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c30b-cb5e-4793-ab31-ad074f549fdb req-f2203dd4-1772-43e9-a752-bacd51ffffed tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:06.234097 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2b97c30b-cb5e-4793-ab31-ad074f549fdb req-f2203dd4-1772-43e9-a752-bacd51ffffed tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0452571 Jun 03 16:17:06.284078 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2b97c30b-cb5e-4793-ab31-ad074f549fdb req-4c98a12f-c687-425d-9872-3594cabb806f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 Jun 03 16:17:06.474459 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e7711-81ce-446a-b123-c5ab57606517 req-bf46326e-982c-4eaa-a98e-bbef7602d546 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:06.475840 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb1e7711-81ce-446a-b123-c5ab57606517 req-bf46326e-982c-4eaa-a98e-bbef7602d546 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0450165 Jun 03 16:17:06.521542 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb1e7711-81ce-446a-b123-c5ab57606517 req-bdcf07ac-48e8-4353-a4d4-cd22842532dc tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Jun 03 16:17:06.780024 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edef4e-9258-457e-8934-e73969020163 req-4a607bcd-4e66-4336-8a81-0210842293bf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:06.781365 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04edef4e-9258-457e-8934-e73969020163 req-4a607bcd-4e66-4336-8a81-0210842293bf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0454164 Jun 03 16:17:06.826118 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04edef4e-9258-457e-8934-e73969020163 req-02815981-71a3-4c38-a726-1efd46e86712 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394349 Jun 03 16:17:07.141076 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:07.145866 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:07.296010 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2610c-c045-4b27-82fc-95a21cae15fa req-f4d2bd2f-cd87-4a4a-b9a1-ab905ba67207 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:07.297350 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b6d2610c-c045-4b27-82fc-95a21cae15fa req-f4d2bd2f-cd87-4a4a-b9a1-ab905ba67207 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 945 time: 0.0449069 Jun 03 16:17:07.311443 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:17:07.349168 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b6d2610c-c045-4b27-82fc-95a21cae15fa req-b9e90f9b-5161-478e-906d-fc172b4dacea tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465186 Jun 03 16:17:07.355075 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:17:07.359472 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:07.364553 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:17:07.365257 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:07.430639 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e76e8-6208-4cee-a119-3801be406e17 req-e1bbe854-6b23-459c-bf61-2441283306eb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:07.432206 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c71e76e8-6208-4cee-a119-3801be406e17 req-e1bbe854-6b23-459c-bf61-2441283306eb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0724769 Jun 03 16:17:07.482054 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c71e76e8-6208-4cee-a119-3801be406e17 req-d4699d30-4571-45f2-8d16-2645916b0fd3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430026 Jun 03 16:17:07.530665 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:07.545399 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:17:07.545778 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:07.568432 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:07.570620 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d569b3e5-8f29-44d3-a757-93abc73e7f4e" -d '{"events": [{"server_uuid": "2de1f638-4fee-41e2-bd50-b802f8494fad", "name": "network-vif-plugged", "status": "completed", "tag": "fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:17:07.582562 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:07.586809 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:07.611652 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb1b500-1473-4b9b-b2ca-1ebcb2066f23 x-openstack-request-id: req-dcb1b500-1473-4b9b-b2ca-1ebcb2066f23 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:17:07.611963 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de1f638-4fee-41e2-bd50-b802f8494fad", "name": "network-vif-plugged", "status": "completed", "tag": "fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:17:07.612218 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcb1b500-1473-4b9b-b2ca-1ebcb2066f23 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:17:07.612609 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb1b500-1473-4b9b-b2ca-1ebcb2066f23'] response: {'server_uuid': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c', 'code': 200} Jun 03 16:17:07.637947 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:07.638802 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248470d-067a-48e0-ad30-1c3b318223ca req-586efc8f-ae30-49e2-97c5-0fe85247510a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:07.640325 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6248470d-067a-48e0-ad30-1c3b318223ca req-586efc8f-ae30-49e2-97c5-0fe85247510a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0492690 Jun 03 16:17:07.686738 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6248470d-067a-48e0-ad30-1c3b318223ca req-a4de2353-b8f3-4df2-a126-ff67df1326ad tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Jun 03 16:17:07.940419 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a033bdd-57a4-41c6-b476-63402002fb56 req-d560ca6a-d92c-4140-b35a-032aed9f44b3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:07.941828 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5a033bdd-57a4-41c6-b476-63402002fb56 req-d560ca6a-d92c-4140-b35a-032aed9f44b3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0454729 Jun 03 16:17:07.986852 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5a033bdd-57a4-41c6-b476-63402002fb56 req-6ce8bb92-6fda-4fe8-b48b-2f481b1e67f5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397322 Jun 03 16:17:08.482706 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c061076-b326-4b1a-b138-5ff645770c13 req-57f53f1f-c68c-4407-8d8b-319b1908442c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:08.484237 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1c061076-b326-4b1a-b138-5ff645770c13 req-57f53f1f-c68c-4407-8d8b-319b1908442c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0472655 Jun 03 16:17:08.530440 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1c061076-b326-4b1a-b138-5ff645770c13 req-875ed05a-1a9f-4932-be4d-2868456f3731 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Jun 03 16:17:08.595600 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cf6c4-db1a-428d-81c2-22bd3aa81b34 req-2d4ae78f-4441-4555-b9a4-7d0b601d4664 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:08.597019 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f23cf6c4-db1a-428d-81c2-22bd3aa81b34 req-2d4ae78f-4441-4555-b9a4-7d0b601d4664 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0475006 Jun 03 16:17:08.641645 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f23cf6c4-db1a-428d-81c2-22bd3aa81b34 req-835d9751-0431-452f-8e02-18c68220f4c5 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392210 Jun 03 16:17:08.799383 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db17f69-813d-43d7-9979-26cb8cf58c02 req-cfa6d24b-cace-44e7-a8ca-25fcfaf4bf8a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:08.800740 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8db17f69-813d-43d7-9979-26cb8cf58c02 req-cfa6d24b-cace-44e7-a8ca-25fcfaf4bf8a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0485926 Jun 03 16:17:08.824847 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:08.845706 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8db17f69-813d-43d7-9979-26cb8cf58c02 req-96b6385b-21f8-4723-944c-60cc220b5db4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Jun 03 16:17:09.113626 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701e789-7944-4733-8c76-8c585f5cafea req-64cf70c4-688a-4743-8095-0ec1af9b8c4c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:09.115234 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d701e789-7944-4733-8c76-8c585f5cafea req-64cf70c4-688a-4743-8095-0ec1af9b8c4c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0492880 Jun 03 16:17:09.135266 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:09.166563 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d701e789-7944-4733-8c76-8c585f5cafea req-5656f698-d381-4c88-bbcf-90f80747efa0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458982 Jun 03 16:17:09.643353 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a5a9f-afc6-4835-971b-10092954ce56 req-75211bb6-b16b-44e5-9e18-5dafa0cefbe1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:09.644865 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8f1a5a9f-afc6-4835-971b-10092954ce56 req-75211bb6-b16b-44e5-9e18-5dafa0cefbe1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0467184 Jun 03 16:17:09.699383 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8f1a5a9f-afc6-4835-971b-10092954ce56 req-d1ef7d20-87af-4074-8e63-0a7cb53d1f4c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486529 Jun 03 16:17:09.777034 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b89b3-0500-4f69-9d22-7e975c1fbdab req-f5c135e1-2d7f-44ea-b1cd-0b289744e7cb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:09.779249 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-069b89b3-0500-4f69-9d22-7e975c1fbdab req-f5c135e1-2d7f-44ea-b1cd-0b289744e7cb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0536783 Jun 03 16:17:09.831899 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-069b89b3-0500-4f69-9d22-7e975c1fbdab req-e55ad51b-c06f-4a7e-be7d-610cc2364e9a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469620 Jun 03 16:17:09.918071 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-fa6581ab-40e6-4730-b563-77b893ae4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:09.919648 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-fa6581ab-40e6-4730-b563-77b893ae4892 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 1127 time: 0.0426543 Jun 03 16:17:10.205098 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac8d65-eb12-4391-aecd-f204fa9c9941 req-4e2fe1b8-f93a-44f3-abd0-ba1881f758dd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:10.206692 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9dac8d65-eb12-4391-aecd-f204fa9c9941 req-4e2fe1b8-f93a-44f3-abd0-ba1881f758dd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.1014941 Jun 03 16:17:10.269681 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:10.284017 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-d559dcac-82a7-4632-8e60-3a563348246c service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073572 Jun 03 16:17:10.288406 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-b1942f4b-f6a9-411a-a568-d8e5823e4d2b service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106214 Jun 03 16:17:10.289008 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:10.307337 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a89cab-47a3-422c-afd1-1230f6987766 req-92d65d75-9569-497b-aebe-4be6e79c069d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:10.308845 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9dac8d65-eb12-4391-aecd-f204fa9c9941 req-d2c23560-8b15-40ac-b1f0-cb83b3d91bc3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926998 Jun 03 16:17:10.309250 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-62a89cab-47a3-422c-afd1-1230f6987766 req-92d65d75-9569-497b-aebe-4be6e79c069d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0502775 Jun 03 16:17:10.355550 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-62a89cab-47a3-422c-afd1-1230f6987766 req-77407e82-62f7-47c9-bcb4-21406092762b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400779 Jun 03 16:17:10.420694 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 41928) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:10.520709 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-189b26f1-55d1-4c31-8b16-61fca129ca63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:10.597934 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-189b26f1-55d1-4c31-8b16-61fca129ca63 admin admin] Publish callbacks [] for security_group (02f5e331-b516-4689-b9d4-5be479e305d7), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:10.601651 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-189b26f1-55d1-4c31-8b16-61fca129ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (02f5e331-b516-4689-b9d4-5be479e305d7), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:10.644848 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b26f1-55d1-4c31-8b16-61fca129ca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f5e331-b516-4689-b9d4-5be479e305d7,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:10.650192 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-189b26f1-55d1-4c31-8b16-61fca129ca63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dd12b4e3f9142aea7fd91426cb8d683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284906 Jun 03 16:17:10.653777 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 41934) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:10.703307 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0229e9ad-8a21-4c95-a5b9-afef4cf3c472 admin admin] Publish callbacks [] for security_group (02f5e331-b516-4689-b9d4-5be479e305d7), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:10.726444 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0229e9ad-8a21-4c95-a5b9-afef4cf3c472 admin admin] Publish callbacks [] for security_group (02f5e331-b516-4689-b9d4-5be479e305d7), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:10.797235 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0229e9ad-8a21-4c95-a5b9-afef4cf3c472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (02f5e331-b516-4689-b9d4-5be479e305d7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:10.799675 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0229e9ad-8a21-4c95-a5b9-afef4cf3c472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:10.800760 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0229e9ad-8a21-4c95-a5b9-afef4cf3c472 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02f5e331-b516-4689-b9d4-5be479e305d7 HTTP/1.1" status: 204 len: 168 time: 0.1457460 Jun 03 16:17:10.815816 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229e9ad-8a21-4c95-a5b9-afef4cf3c472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f5e331-b516-4689-b9d4-5be479e305d7,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:10.825296 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dc3b1-1ef4-4968-8b3a-3dbd7dc7193a req-6f854313-4e1b-4096-ba65-df7e36c8597e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:10.826767 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b93dc3b1-1ef4-4968-8b3a-3dbd7dc7193a req-6f854313-4e1b-4096-ba65-df7e36c8597e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0571518 Jun 03 16:17:10.884710 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b93dc3b1-1ef4-4968-8b3a-3dbd7dc7193a req-b02ef10b-eea7-4c44-8854-1212060fa889 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511978 Jun 03 16:17:11.006441 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:17:11.068305 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18607e-3b4e-46b3-8443-058112dff6a3 req-08f631ce-7f01-4229-8159-4ac2856d6e71 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:11.069882 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-be18607e-3b4e-46b3-8443-058112dff6a3 req-08f631ce-7f01-4229-8159-4ac2856d6e71 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.1562171 Jun 03 16:17:11.082887 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-bf1d4deb-17dd-48fd-b9d7-defc3a935a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:11.084697 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-bf1d4deb-17dd-48fd-b9d7-defc3a935a76 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=b1dde95632be44e29e77bfddc2ad84b5&device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 1129 time: 0.1285594 Jun 03 16:17:11.143490 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea3c8f7a-1ef9-4445-b99f-1043797047d2 req-47467f42-2209-4380-a2c5-1293c33ba6b1 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916916 Jun 03 16:17:11.146086 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6501fa12-95c4-4078-9b1f-60632da9b472 req-ee496820-8706-4790-a327-cdd18006d405 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932216 Jun 03 16:17:11.180163 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-5f384c50-cb0b-4c46-af07-04bb9fcd2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:11.181668 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-5f384c50-cb0b-4c46-af07-04bb9fcd2a9d service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.2247436 Jun 03 16:17:11.191903 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-be18607e-3b4e-46b3-8443-058112dff6a3 req-edf3b01f-1e14-411d-a7d8-267673b370a0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065669 Jun 03 16:17:11.264271 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-16122ea0-babf-4485-b64e-b12ef985b586 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13a12b7-9968-49f9-a695-b305c53c2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0489345 Jun 03 16:17:11.339114 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:11.352944 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device b13a12b7-9968-49f9-a695-b305c53c2ff7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:17:11.376502 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-e0b7899e-a979-4e81-a9e1-c0192f3f2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:11.378024 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-e0b7899e-a979-4e81-a9e1-c0192f3f2b37 service neutron] 10.222.0.118 "GET /v2.0/networks?id=d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 HTTP/1.1" status: 200 len: 914 time: 0.1643848 Jun 03 16:17:11.450435 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7d92c-e443-4371-a1e1-4289bb1defde req-c0e6472a-8553-4ebd-811b-361282478b37 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:11.452821 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ad7d92c-e443-4371-a1e1-4289bb1defde req-c0e6472a-8553-4ebd-811b-361282478b37 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 943 time: 0.0536849 Jun 03 16:17:11.479516 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port b13a12b7-9968-49f9-a695-b305c53c2ff7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b13a12b7-9968-49f9-a695-b305c53c2ff7,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:11.483539 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e2083-08c1-4988-adec-98356d72e1ae req-f5c1bd50-a2c1-467a-a4f1-4ead4e9fd7c1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:11.485573 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6c5e2083-08c1-4988-adec-98356d72e1ae req-f5c1bd50-a2c1-467a-a4f1-4ead4e9fd7c1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0490053 Jun 03 16:17:11.501267 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'b13a12b7-9968-49f9-a695-b305c53c2ff7', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'port_id': 'b13a12b7-9968-49f9-a695-b305c53c2ff7', 'mac_address': 'fa:16:3e:76:61:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:17:11.514372 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ad7d92c-e443-4371-a1e1-4289bb1defde req-02cb1f3e-9bc6-479d-85ba-0374ffad0d37 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556464 Jun 03 16:17:11.540036 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6c5e2083-08c1-4988-adec-98356d72e1ae req-e1c8c057-381e-49ab-a780-273034d7328d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488925 Jun 03 16:17:11.544181 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port b13a12b7-9968-49f9-a695-b305c53c2ff7 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:17:11.544569 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:11.567165 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13a12b7-9968-49f9-a695-b305c53c2ff7 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:17:11.583637 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port b13a12b7-9968-49f9-a695-b305c53c2ff7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b13a12b7-9968-49f9-a695-b305c53c2ff7,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:11.587431 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:11.634362 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=b13a12b7-9968-49f9-a695-b305c53c2ff7,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:12.009046 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41feec-6ed4-4ac8-98b0-0f92aed4bd4b req-7df5e7c1-8f4b-4fda-8229-6d7dbdca107c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:12.010507 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c41feec-6ed4-4ac8-98b0-0f92aed4bd4b req-7df5e7c1-8f4b-4fda-8229-6d7dbdca107c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0635176 Jun 03 16:17:12.057039 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c41feec-6ed4-4ac8-98b0-0f92aed4bd4b req-2490743b-76fe-4b34-95d2-95a09b37b2dd tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409393 Jun 03 16:17:12.308434 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccefecd-e3eb-4084-83a7-0b91742d6063 req-9b5d4cd6-8be1-4994-beb5-330f5cc646cb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:12.309948 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3ccefecd-e3eb-4084-83a7-0b91742d6063 req-9b5d4cd6-8be1-4994-beb5-330f5cc646cb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0495219 Jun 03 16:17:12.368845 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3ccefecd-e3eb-4084-83a7-0b91742d6063 req-7c60ed19-c144-4503-905e-6ffc67f6a2a6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532827 Jun 03 16:17:12.409908 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['b13a12b7-9968-49f9-a695-b305c53c2ff7'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:17:12.679546 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6087a-e69d-4107-8712-8a6ac1c14df0 req-7badf708-e4b8-4703-a873-9d29847aad4d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:12.683619 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d2e6087a-e69d-4107-8712-8a6ac1c14df0 req-7badf708-e4b8-4703-a873-9d29847aad4d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 944 time: 0.0808024 Jun 03 16:17:12.719212 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef2b14-68dc-49a7-acb3-c4f19bab0fc5 req-0a5c7d36-9cfc-45e5-ae29-5425154a7baf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:12.726784 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d9ef2b14-68dc-49a7-acb3-c4f19bab0fc5 req-0a5c7d36-9cfc-45e5-ae29-5425154a7baf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0976560 Jun 03 16:17:12.756007 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d2e6087a-e69d-4107-8712-8a6ac1c14df0 req-b338c2d7-470c-4f1c-8157-33e11d9503ee tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649831 Jun 03 16:17:12.786750 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d9ef2b14-68dc-49a7-acb3-c4f19bab0fc5 req-f7d968dd-f55a-4196-813a-3316476f1996 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587606 Jun 03 16:17:13.193261 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf877e-f6b6-4bbf-a428-94be83d7ca22 req-e220b404-85e1-42f5-9526-655dcf8218df tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:13.201914 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-adbf877e-f6b6-4bbf-a428-94be83d7ca22 req-e220b404-85e1-42f5-9526-655dcf8218df tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0638874 Jun 03 16:17:13.271107 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-adbf877e-f6b6-4bbf-a428-94be83d7ca22 req-367ce9d8-6757-4b40-88fc-eeff96dbe68d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682456 Jun 03 16:17:13.374099 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42038) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:13.482684 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8e0f18ec-f253-4e1c-9f4f-d30551850868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:13.501390 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:13.570901 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8e0f18ec-f253-4e1c-9f4f-d30551850868 admin admin] Publish callbacks [] for security_group (be4c99d2-a434-494e-9277-b800328ea841), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:13.574729 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8e0f18ec-f253-4e1c-9f4f-d30551850868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (be4c99d2-a434-494e-9277-b800328ea841), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:13.616080 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8e0f18ec-f253-4e1c-9f4f-d30551850868 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90e7d35a6d114ab7b793b452e40904d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409017 Jun 03 16:17:13.616941 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f18ec-f253-4e1c-9f4f-d30551850868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4c99d2-a434-494e-9277-b800328ea841,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:13.620068 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42044) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:13.675345 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f155fef0-07a0-4f06-88d4-dd6d59389a02 admin admin] Publish callbacks [] for security_group (be4c99d2-a434-494e-9277-b800328ea841), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:13.678550 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:13.687921 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40144433-9f7c-4154-964d-b4e1e85d20c7 req-d06e4a07-836e-408b-b4b4-345c4edf4acb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:13.689400 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-40144433-9f7c-4154-964d-b4e1e85d20c7 req-d06e4a07-836e-408b-b4b4-345c4edf4acb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.2381957 Jun 03 16:17:13.697946 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f155fef0-07a0-4f06-88d4-dd6d59389a02 admin admin] Publish callbacks [] for security_group (be4c99d2-a434-494e-9277-b800328ea841), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:13.746666 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-40144433-9f7c-4154-964d-b4e1e85d20c7 req-0c0adee1-28d9-4de5-9703-656046527c8a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500376 Jun 03 16:17:13.759887 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f155fef0-07a0-4f06-88d4-dd6d59389a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (be4c99d2-a434-494e-9277-b800328ea841), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:13.763740 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f155fef0-07a0-4f06-88d4-dd6d59389a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:13.764864 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f155fef0-07a0-4f06-88d4-dd6d59389a02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be4c99d2-a434-494e-9277-b800328ea841 HTTP/1.1" status: 204 len: 168 time: 0.1437845 Jun 03 16:17:13.777728 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155fef0-07a0-4f06-88d4-dd6d59389a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4c99d2-a434-494e-9277-b800328ea841,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:13.802632 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device b13a12b7-9968-49f9-a695-b305c53c2ff7 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:17:13.860580 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port b13a12b7-9968-49f9-a695-b305c53c2ff7 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:17:13.870796 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port b13a12b7-9968-49f9-a695-b305c53c2ff7 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:17:13.871434 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:13.913428 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4807de-111c-4b1d-b911-75731171dfbe req-1c563ad0-8043-491d-887c-6c71b3ef637e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:13.924007 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4807de-111c-4b1d-b911-75731171dfbe req-1c563ad0-8043-491d-887c-6c71b3ef637e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 944 time: 0.0778041 Jun 03 16:17:13.937788 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b453e6-b798-4c28-9f1d-4da7820bc06c req-6c18f880-f651-4d6d-962f-f67b3ea09613 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:13.939405 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-61b453e6-b798-4c28-9f1d-4da7820bc06c req-6c18f880-f651-4d6d-962f-f67b3ea09613 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0503211 Jun 03 16:17:13.979619 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:13.987981 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4807de-111c-4b1d-b911-75731171dfbe req-e1296933-70e6-4599-9c04-27f699e671e3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550587 Jun 03 16:17:13.993199 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port b13a12b7-9968-49f9-a695-b305c53c2ff7 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:17:13.993590 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.026356 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-61b453e6-b798-4c28-9f1d-4da7820bc06c req-aed52ec8-2421-4057-bb1b-a7b1ab7ab8b2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775838 Jun 03 16:17:14.046179 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c90b829-8496-4298-b54d-fd9a976bbae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13a12b7-9968-49f9-a695-b305c53c2ff7'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:14.048520 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b238bc-5d46-4b1b-998b-0ce4dcad8a3c" -d '{"events": [{"server_uuid": "4c90b829-8496-4298-b54d-fd9a976bbae3", "name": "network-vif-plugged", "status": "completed", "tag": "b13a12b7-9968-49f9-a695-b305c53c2ff7"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:17:14.067006 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port b13a12b7-9968-49f9-a695-b305c53c2ff7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b13a12b7-9968-49f9-a695-b305c53c2ff7,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:14.073321 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.080664 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:14.105007 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49dda6c-7432-4eac-b116-904c4c9f497e x-openstack-request-id: req-d49dda6c-7432-4eac-b116-904c4c9f497e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:17:14.105362 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c90b829-8496-4298-b54d-fd9a976bbae3", "name": "network-vif-plugged", "status": "completed", "tag": "b13a12b7-9968-49f9-a695-b305c53c2ff7", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:17:14.105673 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d49dda6c-7432-4eac-b116-904c4c9f497e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:17:14.106116 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49dda6c-7432-4eac-b116-904c4c9f497e'] response: {'server_uuid': '4c90b829-8496-4298-b54d-fd9a976bbae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13a12b7-9968-49f9-a695-b305c53c2ff7', 'code': 200} Jun 03 16:17:14.109212 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:14.136135 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=b13a12b7-9968-49f9-a695-b305c53c2ff7,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:14.166857 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.210561 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42066) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:14.227850 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-01018124-b7d8-4224-bf76-d3ca4e4af1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.269275 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:14.321701 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-01018124-b7d8-4224-bf76-d3ca4e4af1be admin admin] Publish callbacks [] for security_group (7b100372-23b1-4510-b913-358672bb04a5), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.326122 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-01018124-b7d8-4224-bf76-d3ca4e4af1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7b100372-23b1-4510-b913-358672bb04a5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.372550 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-01018124-b7d8-4224-bf76-d3ca4e4af1be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a18b838e6b384a8a923d46960e552f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601434 Jun 03 16:17:14.373625 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01018124-b7d8-4224-bf76-d3ca4e4af1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b100372-23b1-4510-b913-358672bb04a5,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:14.377220 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42076) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:14.404180 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35be20-d443-4c94-a1e6-373f400d028a req-76158a39-9c85-43f2-b4d5-af4c39e5add7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:14.406497 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1b35be20-d443-4c94-a1e6-373f400d028a req-76158a39-9c85-43f2-b4d5-af4c39e5add7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0626905 Jun 03 16:17:14.427623 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e087366-3735-4f53-9536-2691e5c86ce2 admin admin] Publish callbacks [] for security_group (7b100372-23b1-4510-b913-358672bb04a5), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.454314 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e087366-3735-4f53-9536-2691e5c86ce2 admin admin] Publish callbacks [] for security_group (7b100372-23b1-4510-b913-358672bb04a5), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.458264 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1b35be20-d443-4c94-a1e6-373f400d028a req-13d30e67-b43c-4f85-8452-776e9207039c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456617 Jun 03 16:17:14.504549 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e087366-3735-4f53-9536-2691e5c86ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7b100372-23b1-4510-b913-358672bb04a5), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.507140 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e087366-3735-4f53-9536-2691e5c86ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.511080 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4e087366-3735-4f53-9536-2691e5c86ce2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b100372-23b1-4510-b913-358672bb04a5 HTTP/1.1" status: 204 len: 168 time: 0.1301911 Jun 03 16:17:14.520290 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e087366-3735-4f53-9536-2691e5c86ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b100372-23b1-4510-b913-358672bb04a5,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:14.871170 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42094) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:14.885281 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8e4d-bc21-475d-98e8-80bd21e6afcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.888803 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847ed00-57ac-4e28-bd8c-8b9aeec0be81 req-918f467b-cadc-4f09-9a6d-f365c473e2ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:14.890303 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a847ed00-57ac-4e28-bd8c-8b9aeec0be81 req-918f467b-cadc-4f09-9a6d-f365c473e2ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0743248 Jun 03 16:17:14.926887 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:14.945995 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a847ed00-57ac-4e28-bd8c-8b9aeec0be81 req-36e3de77-d03b-495c-ab70-4d9aa683037e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496864 Jun 03 16:17:14.973128 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8e4d-bc21-475d-98e8-80bd21e6afcb admin admin] Publish callbacks [] for security_group (d775bf55-32be-4503-adc8-3da81c2adc05), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:14.976384 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8e4d-bc21-475d-98e8-80bd21e6afcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d775bf55-32be-4503-adc8-3da81c2adc05), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:15.014989 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b8e4d-bc21-475d-98e8-80bd21e6afcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d775bf55-32be-4503-adc8-3da81c2adc05,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:15.019424 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-3b7b8e4d-bc21-475d-98e8-80bd21e6afcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c7ff9568fcd4951892e77dcc0f2b9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463630 Jun 03 16:17:15.021939 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42098) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:15.113671 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b50c6-6a62-40dc-b65e-e6daf6f5081d req-7df9ab8e-3d0f-489a-9b24-5fcdc4cc42d3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:15.115155 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9a7b50c6-6a62-40dc-b65e-e6daf6f5081d req-7df9ab8e-3d0f-489a-9b24-5fcdc4cc42d3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0685227 Jun 03 16:17:15.115964 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-93d019ec-6491-49f8-879c-b432e9c7e31b admin admin] Publish callbacks [] for security_group (d775bf55-32be-4503-adc8-3da81c2adc05), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:15.147110 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe184f3d-fcb5-4785-8046-bc24f025567b req-4afe78e7-d30a-4c74-9b8d-e7366cb6d995 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:15.148581 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fe184f3d-fcb5-4785-8046-bc24f025567b req-4afe78e7-d30a-4c74-9b8d-e7366cb6d995 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0481100 Jun 03 16:17:15.152888 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-93d019ec-6491-49f8-879c-b432e9c7e31b admin admin] Publish callbacks [] for security_group (d775bf55-32be-4503-adc8-3da81c2adc05), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:15.199703 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fe184f3d-fcb5-4785-8046-bc24f025567b req-62087ae1-c927-4c69-abb2-a165fb943c61 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438218 Jun 03 16:17:15.204117 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9a7b50c6-6a62-40dc-b65e-e6daf6f5081d req-d001b71b-3fb9-405e-b673-23942c990487 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778677 Jun 03 16:17:15.237551 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-93d019ec-6491-49f8-879c-b432e9c7e31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d775bf55-32be-4503-adc8-3da81c2adc05), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:15.240553 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-93d019ec-6491-49f8-879c-b432e9c7e31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:15.241758 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-93d019ec-6491-49f8-879c-b432e9c7e31b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d775bf55-32be-4503-adc8-3da81c2adc05 HTTP/1.1" status: 204 len: 168 time: 0.2189312 Jun 03 16:17:15.252592 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d019ec-6491-49f8-879c-b432e9c7e31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d775bf55-32be-4503-adc8-3da81c2adc05,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:15.581909 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d96782-1563-45a0-9600-095e4edba7a1 req-91924c6b-411d-4867-a83f-de27db7bbf26 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:15.583455 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-48d96782-1563-45a0-9600-095e4edba7a1 req-91924c6b-411d-4867-a83f-de27db7bbf26 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0473528 Jun 03 16:17:15.641296 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-48d96782-1563-45a0-9600-095e4edba7a1 req-5b4272e2-202f-48fc-b773-ec8c8e516905 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524235 Jun 03 16:17:16.063935 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47db2c0-e4e1-4048-8ac8-4091cc58e209 req-2f857828-8947-4890-a6c7-5daf1d4f885d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:16.065502 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a47db2c0-e4e1-4048-8ac8-4091cc58e209 req-2f857828-8947-4890-a6c7-5daf1d4f885d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0481958 Jun 03 16:17:16.114013 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a47db2c0-e4e1-4048-8ac8-4091cc58e209 req-d4afc51b-ad8e-4822-844d-e11570b36c64 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427251 Jun 03 16:17:16.325459 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62dded-e1e9-4306-83bc-578622376f3e req-d8f147e7-00ee-48bf-a8b4-6c03a8b6abac tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:16.327140 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3b62dded-e1e9-4306-83bc-578622376f3e req-d8f147e7-00ee-48bf-a8b4-6c03a8b6abac tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Jun 03 16:17:16.350602 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff79c2d-e452-4a3e-9569-5b3ffed8526b req-af008a6a-733a-4b24-a249-47db8345ac36 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:16.353074 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-aff79c2d-e452-4a3e-9569-5b3ffed8526b req-af008a6a-733a-4b24-a249-47db8345ac36 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0706623 Jun 03 16:17:16.378588 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3b62dded-e1e9-4306-83bc-578622376f3e req-38345468-702b-49c8-a0d4-d35c80a3222d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Jun 03 16:17:16.417504 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-aff79c2d-e452-4a3e-9569-5b3ffed8526b req-ae0a2d45-b7ca-411b-9f67-bc022e890fda tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519626 Jun 03 16:17:16.478438 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e842e8b9-3bd1-4f5c-ad08-f8f45d991022 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:17:16.578954 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:16.591204 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'port_id': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'mac_address': 'fa:16:3e:12:cd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:17:16.624766 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:17:16.625151 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:16.639079 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e842e8b9-3bd1-4f5c-ad08-f8f45d991022 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:17:16.659091 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:16.662927 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:16.712389 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:16.758041 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771aca4-1463-4c7f-83cd-1da6588a3425 req-2b8a3ae0-95a8-4ce5-9b9e-b05ed6cd263a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:16.760568 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d771aca4-1463-4c7f-83cd-1da6588a3425 req-2b8a3ae0-95a8-4ce5-9b9e-b05ed6cd263a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0507536 Jun 03 16:17:16.811616 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:16.819673 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d771aca4-1463-4c7f-83cd-1da6588a3425 req-02d3a695-570c-40fb-b410-49fd98c616b8 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535891 Jun 03 16:17:17.232565 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e6987-0591-4cbe-a578-af7d5f01144d req-0a0e9798-3942-4e32-a3ad-1e1e49a4fc59 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:17.235271 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-af1e6987-0591-4cbe-a578-af7d5f01144d req-0a0e9798-3942-4e32-a3ad-1e1e49a4fc59 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0524793 Jun 03 16:17:17.287366 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-af1e6987-0591-4cbe-a578-af7d5f01144d req-00f0f636-42bf-4495-8586-e9ec85e9b66e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Jun 03 16:17:17.496415 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648cba3-84dc-4d27-a057-10da2073455e req-281653a2-a1ff-41eb-bde2-7bb3f7ef8341 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:17.504177 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9648cba3-84dc-4d27-a057-10da2073455e req-281653a2-a1ff-41eb-bde2-7bb3f7ef8341 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0596316 Jun 03 16:17:17.525799 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:17.541966 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795fbac-1831-4740-95a0-11addb0bf63c req-1af4acd6-d683-49fc-a479-a7786c01993c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:17.543469 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7795fbac-1831-4740-95a0-11addb0bf63c req-1af4acd6-d683-49fc-a479-a7786c01993c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 945 time: 0.0504565 Jun 03 16:17:17.552455 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9648cba3-84dc-4d27-a057-10da2073455e req-0984316b-86b1-4e1d-8fed-81e21a366a6f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474410 Jun 03 16:17:17.597328 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7795fbac-1831-4740-95a0-11addb0bf63c req-89ef3a0c-337a-4888-a147-3009531c2794 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481408 Jun 03 16:17:17.622993 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42210) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:17.724696 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5150674e-21d0-4f2d-98a1-8f58f2677613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:17.772313 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:17.802252 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5150674e-21d0-4f2d-98a1-8f58f2677613 admin admin] Publish callbacks [] for security_group (dfdcd4da-6920-45c5-98a5-1dc4c36f271f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:17.805958 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5150674e-21d0-4f2d-98a1-8f58f2677613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (dfdcd4da-6920-45c5-98a5-1dc4c36f271f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:17.846859 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5150674e-21d0-4f2d-98a1-8f58f2677613 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3d852874a8f40c2a7aa1e9e49f98748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227314 Jun 03 16:17:17.847736 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150674e-21d0-4f2d-98a1-8f58f2677613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdcd4da-6920-45c5-98a5-1dc4c36f271f,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:17.849439 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42218) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:17.914445 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a838254a-149f-4e04-9fe3-9c32d2967694 admin admin] Publish callbacks [] for security_group (dfdcd4da-6920-45c5-98a5-1dc4c36f271f), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:17.962219 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4934-060a-4f29-acd5-0b62d1a890b2 req-5085288a-22a6-4d15-a677-25c4224211b4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:17.963711 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-976f4934-060a-4f29-acd5-0b62d1a890b2 req-5085288a-22a6-4d15-a677-25c4224211b4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0636277 Jun 03 16:17:17.966137 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a838254a-149f-4e04-9fe3-9c32d2967694 admin admin] Publish callbacks [] for security_group (dfdcd4da-6920-45c5-98a5-1dc4c36f271f), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:18.040528 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-976f4934-060a-4f29-acd5-0b62d1a890b2 req-788ab4e4-c475-47c5-a302-5ffd6c5ffd8e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706720 Jun 03 16:17:18.052763 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a838254a-149f-4e04-9fe3-9c32d2967694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (dfdcd4da-6920-45c5-98a5-1dc4c36f271f), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:18.055484 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a838254a-149f-4e04-9fe3-9c32d2967694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:18.056580 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a838254a-149f-4e04-9fe3-9c32d2967694 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfdcd4da-6920-45c5-98a5-1dc4c36f271f HTTP/1.1" status: 204 len: 168 time: 0.2061834 Jun 03 16:17:18.064431 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838254a-149f-4e04-9fe3-9c32d2967694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdcd4da-6920-45c5-98a5-1dc4c36f271f,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:18.321380 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42228) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:18.335234 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-76d026f9-2654-428b-b827-d17b69899f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:18.399212 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99c56e-bfdd-4e63-8420-043b8b282e5d req-6a0992bb-f414-4f50-88c6-44bd92cf3427 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:18.400704 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ff99c56e-bfdd-4e63-8420-043b8b282e5d req-6a0992bb-f414-4f50-88c6-44bd92cf3427 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0457742 Jun 03 16:17:18.412130 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-76d026f9-2654-428b-b827-d17b69899f4c admin admin] Publish callbacks [] for security_group (0aa15b33-b249-49a8-8c7e-a0a43ad354d8), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:18.416949 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-76d026f9-2654-428b-b827-d17b69899f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (0aa15b33-b249-49a8-8c7e-a0a43ad354d8), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:18.451853 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ff99c56e-bfdd-4e63-8420-043b8b282e5d req-017fdf91-61a4-4a16-b313-acdae50a338e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451558 Jun 03 16:17:18.459075 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-76d026f9-2654-428b-b827-d17b69899f4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=105e5ba911c54503b5abe4e8738c9d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343708 Jun 03 16:17:18.459075 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d026f9-2654-428b-b827-d17b69899f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa15b33-b249-49a8-8c7e-a0a43ad354d8,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:18.459777 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42232) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:18.514097 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb7d88cd-a464-4cc2-bd97-46c1454363e6 admin admin] Publish callbacks [] for security_group (0aa15b33-b249-49a8-8c7e-a0a43ad354d8), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:18.534507 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb7d88cd-a464-4cc2-bd97-46c1454363e6 admin admin] Publish callbacks [] for security_group (0aa15b33-b249-49a8-8c7e-a0a43ad354d8), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:18.566593 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:18.580187 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb7d88cd-a464-4cc2-bd97-46c1454363e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (0aa15b33-b249-49a8-8c7e-a0a43ad354d8), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:18.582618 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb7d88cd-a464-4cc2-bd97-46c1454363e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:18.583777 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bb7d88cd-a464-4cc2-bd97-46c1454363e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0aa15b33-b249-49a8-8c7e-a0a43ad354d8 HTTP/1.1" status: 204 len: 168 time: 0.1230714 Jun 03 16:17:18.594050 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d88cd-a464-4cc2-bd97-46c1454363e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa15b33-b249-49a8-8c7e-a0a43ad354d8,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:18.685160 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e499c01-e141-4475-93e2-20bc062adc39 req-64fd0559-de98-4773-95ba-c1e3abb940eb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:18.686749 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e499c01-e141-4475-93e2-20bc062adc39 req-64fd0559-de98-4773-95ba-c1e3abb940eb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0513282 Jun 03 16:17:18.739881 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e499c01-e141-4475-93e2-20bc062adc39 req-a86dde44-71bd-4659-83e9-f0f1f6997a49 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 Jun 03 16:17:18.751737 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d966b6-c3a9-4faf-8740-134e8f5fea7b req-23aa2206-de12-4b88-886d-6ea171a7bfed tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:18.755754 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b5d966b6-c3a9-4faf-8740-134e8f5fea7b req-23aa2206-de12-4b88-886d-6ea171a7bfed tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 945 time: 0.0823426 Jun 03 16:17:18.777503 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d9ef6-6eb0-4129-9b36-14eb68399ef3 req-545c0bc5-6361-4f98-921b-747296443951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:18.779098 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c26d9ef6-6eb0-4129-9b36-14eb68399ef3 req-545c0bc5-6361-4f98-921b-747296443951 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 1130 time: 0.0683577 Jun 03 16:17:18.807781 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b5d966b6-c3a9-4faf-8740-134e8f5fea7b req-9f4ba427-242e-4427-a4d2-4f4b0104b7e8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484750 Jun 03 16:17:19.163905 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5cb9f-ca4c-4215-8143-866f865c0226 req-9ecb7e07-35a0-44d1-a81f-cd4329a46929 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:19.165370 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ecf5cb9f-ca4c-4215-8143-866f865c0226 req-9ecb7e07-35a0-44d1-a81f-cd4329a46929 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0515060 Jun 03 16:17:19.216433 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ecf5cb9f-ca4c-4215-8143-866f865c0226 req-a3396abf-00a3-4c23-b762-a8bff940d3c9 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449619 Jun 03 16:17:19.283245 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b47cc001-22aa-4b3e-a1bf-853f55dadb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:19.582968 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a28c3-f302-47b6-8532-7cc914a25c47 req-f022a10f-9551-48f3-9ea3-66bdebaa562a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:19.584386 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bc9a28c3-f302-47b6-8532-7cc914a25c47 req-f022a10f-9551-48f3-9ea3-66bdebaa562a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0506017 Jun 03 16:17:19.632485 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bc9a28c3-f302-47b6-8532-7cc914a25c47 req-3dac891a-adde-4b6d-a0aa-e956f9d48dd6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424161 Jun 03 16:17:19.706159 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42280) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:19.776931 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['e842e8b9-3bd1-4f5c-ad08-f8f45d991022'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:17:19.820262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6785f85c-2290-4548-8543-7ec4c93dbdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:19.863385 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daea276-9535-47f4-ad7e-0e08a2771a10 req-6dd801bb-d37d-4944-a8c3-fd41736156c6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:19.865653 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1daea276-9535-47f4-ad7e-0e08a2771a10 req-6dd801bb-d37d-4944-a8c3-fd41736156c6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0552142 Jun 03 16:17:19.934606 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1daea276-9535-47f4-ad7e-0e08a2771a10 req-4bf34300-cfdd-424e-ba22-aee085d2bb46 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630257 Jun 03 16:17:19.957877 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6785f85c-2290-4548-8543-7ec4c93dbdfc admin admin] Publish callbacks [] for security_group (b9d40e38-5fc9-4325-93c1-b156c7b471d7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:19.966585 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e82f9-32e5-4a8d-b74f-4bd3a200e0ac req-b22d1f3e-3088-441e-afef-95ad48c4da44 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:19.968356 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ec0e82f9-32e5-4a8d-b74f-4bd3a200e0ac req-b22d1f3e-3088-441e-afef-95ad48c4da44 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 945 time: 0.0822396 Jun 03 16:17:19.969569 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6785f85c-2290-4548-8543-7ec4c93dbdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (b9d40e38-5fc9-4325-93c1-b156c7b471d7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:20.033998 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6785f85c-2290-4548-8543-7ec4c93dbdfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e516dfd1d5442e8b557a5fbd20c01ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266861 Jun 03 16:17:20.036105 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785f85c-2290-4548-8543-7ec4c93dbdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d40e38-5fc9-4325-93c1-b156c7b471d7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:20.036873 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42292) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:20.064382 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ec0e82f9-32e5-4a8d-b74f-4bd3a200e0ac req-6c417b91-cd47-4129-9447-511678e17ba7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810492 Jun 03 16:17:20.109339 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a1aad121-4c78-412a-83f1-0dbb732cdb73 admin admin] Publish callbacks [] for security_group (b9d40e38-5fc9-4325-93c1-b156c7b471d7), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:20.111696 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:20.140728 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a1aad121-4c78-412a-83f1-0dbb732cdb73 admin admin] Publish callbacks [] for security_group (b9d40e38-5fc9-4325-93c1-b156c7b471d7), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:20.197956 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a1aad121-4c78-412a-83f1-0dbb732cdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (b9d40e38-5fc9-4325-93c1-b156c7b471d7), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:20.202457 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a1aad121-4c78-412a-83f1-0dbb732cdb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:20.203903 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a1aad121-4c78-412a-83f1-0dbb732cdb73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9d40e38-5fc9-4325-93c1-b156c7b471d7 HTTP/1.1" status: 204 len: 168 time: 0.1659925 Jun 03 16:17:20.206112 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:20.214056 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aad121-4c78-412a-83f1-0dbb732cdb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d40e38-5fc9-4325-93c1-b156c7b471d7,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:20.338317 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0c642-0af3-47f2-939d-8b31ac7d6b91 req-239bfbb0-e34b-4be0-beb9-1578c64bc0b1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:20.339873 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f8a0c642-0af3-47f2-939d-8b31ac7d6b91 req-239bfbb0-e34b-4be0-beb9-1578c64bc0b1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0484405 Jun 03 16:17:20.388997 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f8a0c642-0af3-47f2-939d-8b31ac7d6b91 req-96cb260c-0001-4523-b721-e69dbaafe3ed tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428770 Jun 03 16:17:20.778632 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20b5e-c0da-460b-a1fc-3146b95886cb req-e5b81924-51bc-4cd5-bf0c-48aff9780216 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:20.780210 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-95a20b5e-c0da-460b-a1fc-3146b95886cb req-e5b81924-51bc-4cd5-bf0c-48aff9780216 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0499511 Jun 03 16:17:20.793037 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:20.830544 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-95a20b5e-c0da-460b-a1fc-3146b95886cb req-2c11bb12-8677-4d7c-95b7-9c17a5a2961b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446558 Jun 03 16:17:21.003525 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:21.055322 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902ea12-2f5c-46e3-b7f3-43638476e23b req-10a3a217-3f9f-46e9-abe4-34f3bce8c149 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:21.056932 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a902ea12-2f5c-46e3-b7f3-43638476e23b req-10a3a217-3f9f-46e9-abe4-34f3bce8c149 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0537813 Jun 03 16:17:21.105227 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a902ea12-2f5c-46e3-b7f3-43638476e23b req-14d15987-d4d2-4535-a406-ca8bcd136e33 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Jun 03 16:17:21.210149 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ebe6f-2118-4f5b-9031-c67719c4a84c req-1f6ab938-a542-4b40-82d8-6496a33465eb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:21.211659 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-359ebe6f-2118-4f5b-9031-c67719c4a84c req-1f6ab938-a542-4b40-82d8-6496a33465eb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 945 time: 0.0496781 Jun 03 16:17:21.239358 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e842e8b9-3bd1-4f5c-ad08-f8f45d991022 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:17:21.298443 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-359ebe6f-2118-4f5b-9031-c67719c4a84c req-80c0a55e-b35d-4177-9ae2-6966b88e0d21 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766118 Jun 03 16:17:21.304298 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:17:21.317284 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:17:21.319445 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:21.411869 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:17:21.412272 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:21.440663 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:21.443202 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a5ee9a-9a4e-4cbd-8591-8d87232a843a" -d '{"events": [{"server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "name": "network-vif-plugged", "status": "completed", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:17:21.456445 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:21.460307 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:21.495904 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1091c1-f20a-4aa7-a549-4b7462b59186 x-openstack-request-id: req-4f1091c1-f20a-4aa7-a549-4b7462b59186 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:17:21.496353 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "name": "network-vif-plugged", "status": "completed", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:17:21.496761 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f1091c1-f20a-4aa7-a549-4b7462b59186 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:17:21.497309 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1091c1-f20a-4aa7-a549-4b7462b59186'] response: {'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'code': 200} Jun 03 16:17:21.503904 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:21.518717 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376a329-cacf-4543-896f-257453f7603e req-f0228374-b9fe-41e8-aecf-8ce9f29f6e7f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:21.520234 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c376a329-cacf-4543-896f-257453f7603e req-f0228374-b9fe-41e8-aecf-8ce9f29f6e7f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0475984 Jun 03 16:17:21.527630 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:21.568767 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c376a329-cacf-4543-896f-257453f7603e req-ad495af8-7982-451d-9ed7-5f076eaaec0c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427675 Jun 03 16:17:21.603643 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-73c7371f-fdd4-49c4-8f79-ee769fa16aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:21.948678 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc44de7-81b9-444f-8354-501c90b91d06 req-b79b23e6-7a43-49af-ae08-de660fd2c906 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:21.950728 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9dc44de7-81b9-444f-8354-501c90b91d06 req-b79b23e6-7a43-49af-ae08-de660fd2c906 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0508626 Jun 03 16:17:21.995597 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9dc44de7-81b9-444f-8354-501c90b91d06 req-f70aac4f-a288-413f-a555-b87dc34aeb11 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393875 Jun 03 16:17:22.218780 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae462312-1bc7-4a57-b874-01caad7ba8c9 req-bb7671a8-e41d-4e49-93e7-aa95549423b3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:22.220212 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ae462312-1bc7-4a57-b874-01caad7ba8c9 req-bb7671a8-e41d-4e49-93e7-aa95549423b3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0461335 Jun 03 16:17:22.278234 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ae462312-1bc7-4a57-b874-01caad7ba8c9 req-4fa2106b-d455-4460-9cdf-9e5b378091dc tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506699 Jun 03 16:17:22.427765 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a7eb-35a4-4ff4-9f2e-ae1fa28ea2c3 req-b9c77713-04fc-48e3-9a24-3eca7af0fe26 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:22.429227 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c60a7eb-35a4-4ff4-9f2e-ae1fa28ea2c3 req-b9c77713-04fc-48e3-9a24-3eca7af0fe26 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0467155 Jun 03 16:17:22.478537 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c60a7eb-35a4-4ff4-9f2e-ae1fa28ea2c3 req-c585ab32-efa6-4767-8516-fba0ac63c0d3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428081 Jun 03 16:17:22.664217 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-ce423e39-55f0-4a2f-98db-c0c69c6ff921 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=faed89f2-da2d-4cf7-b471-15a07783c520 HTTP/1.1" status: 200 len: 217 time: 0.0536761 Jun 03 16:17:22.676461 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-50102c97-16d0-487c-af94-14998fca4c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:22.677884 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-50102c97-16d0-487c-af94-14998fca4c39 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0683222 Jun 03 16:17:22.681959 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:22.697463 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c26d9ef6-6eb0-4129-9b36-14eb68399ef3 req-9a0fe5a9-936a-4d36-a346-6390bbcebd12 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720186 Jun 03 16:17:22.710817 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84198a-7cc2-438b-a269-7d64ffa77206 req-eb8c83ac-55d4-41ca-b8ba-77b90cb04878 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:22.712298 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0e84198a-7cc2-438b-a269-7d64ffa77206 req-eb8c83ac-55d4-41ca-b8ba-77b90cb04878 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0494454 Jun 03 16:17:22.760275 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0e84198a-7cc2-438b-a269-7d64ffa77206 req-6ee007bd-598a-45d8-98ef-449878267bc3 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Jun 03 16:17:22.837395 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.015732 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42406) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:23.110615 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d5d0-f8ad-4af4-9587-9e8d9e004e76 req-51874f08-5d41-47a4-8f37-b4e85e598e3b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:23.112116 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e124d5d0-f8ad-4af4-9587-9e8d9e004e76 req-51874f08-5d41-47a4-8f37-b4e85e598e3b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 944 time: 0.0461283 Jun 03 16:17:23.127948 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-665dd331-6b1c-4643-a50f-49fccd518ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.159179 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e124d5d0-f8ad-4af4-9587-9e8d9e004e76 req-3def6f95-3aaf-4060-9510-da779ad110d9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411062 Jun 03 16:17:23.206117 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-665dd331-6b1c-4643-a50f-49fccd518ead admin admin] Publish callbacks [] for security_group (c936a287-12f8-42a5-9933-19cbec54a48d), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.209767 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-665dd331-6b1c-4643-a50f-49fccd518ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (c936a287-12f8-42a5-9933-19cbec54a48d), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.249013 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-665dd331-6b1c-4643-a50f-49fccd518ead admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad0d5a6f3ef44bcabda6a2b47b99ee58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321022 Jun 03 16:17:23.249929 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd331-6b1c-4643-a50f-49fccd518ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c936a287-12f8-42a5-9933-19cbec54a48d,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:23.251014 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42412) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:23.257931 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:17:23.316016 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d6d937f4-43dd-48e0-ac5e-54fc1738d3f0 admin admin] Publish callbacks [] for security_group (c936a287-12f8-42a5-9933-19cbec54a48d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.321910 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:23.343526 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d6d937f4-43dd-48e0-ac5e-54fc1738d3f0 admin admin] Publish callbacks [] for security_group (c936a287-12f8-42a5-9933-19cbec54a48d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.367723 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:23.380416 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'mac_address': 'fa:16:3e:7f:f2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:17:23.397736 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d6d937f4-43dd-48e0-ac5e-54fc1738d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (c936a287-12f8-42a5-9933-19cbec54a48d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.398712 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d806af-713e-4a4f-9ed6-866a266b0030 req-1fa1fad8-574f-42fa-90c5-ea1db4681c01 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:23.400362 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-88d806af-713e-4a4f-9ed6-866a266b0030 req-1fa1fad8-574f-42fa-90c5-ea1db4681c01 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0512972 Jun 03 16:17:23.400611 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d6d937f4-43dd-48e0-ac5e-54fc1738d3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.402135 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d6d937f4-43dd-48e0-ac5e-54fc1738d3f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c936a287-12f8-42a5-9933-19cbec54a48d HTTP/1.1" status: 204 len: 168 time: 0.1495183 Jun 03 16:17:23.411697 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d937f4-43dd-48e0-ac5e-54fc1738d3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c936a287-12f8-42a5-9933-19cbec54a48d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:23.417386 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:17:23.417769 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.441307 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:17:23.459574 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-88d806af-713e-4a4f-9ed6-866a266b0030 req-dd7fe222-88a3-4b1a-9e65-dd965d9d51d3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469158 Jun 03 16:17:23.464607 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:23.469790 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.524952 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:23.595048 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18916b15-b7db-449d-b99a-96407c746e46 req-42e20597-20c5-4f75-8cec-810660949786 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:23.596774 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-18916b15-b7db-449d-b99a-96407c746e46 req-42e20597-20c5-4f75-8cec-810660949786 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0471089 Jun 03 16:17:23.644580 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-18916b15-b7db-449d-b99a-96407c746e46 req-0085768b-7fb6-4d6e-a9b8-e410e48189e6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422986 Jun 03 16:17:23.688422 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42426) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:23.701411 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-10cdf47f-db71-41da-b1e1-cd2fba2ad343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.774300 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-10cdf47f-db71-41da-b1e1-cd2fba2ad343 admin admin] Publish callbacks [] for security_group (b49ad460-ba3a-4c35-ad06-e995986d3699), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.778736 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-10cdf47f-db71-41da-b1e1-cd2fba2ad343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (b49ad460-ba3a-4c35-ad06-e995986d3699), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.820025 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-10cdf47f-db71-41da-b1e1-cd2fba2ad343 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a933a460f53b482a8e13a39b05bca43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305315 Jun 03 16:17:23.821239 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdf47f-db71-41da-b1e1-cd2fba2ad343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49ad460-ba3a-4c35-ad06-e995986d3699,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:23.822670 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42430) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:23.887884 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:23.898429 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9f5c4-1ce0-4e30-b785-20949bccef9e req-55675b99-137d-4f4e-bd44-16a3e3f12d63 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:23.899889 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e7e9f5c4-1ce0-4e30-b785-20949bccef9e req-55675b99-137d-4f4e-bd44-16a3e3f12d63 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0699503 Jun 03 16:17:23.928690 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c430c800-3453-40f7-87dc-ec560c338f14 admin admin] Publish callbacks [] for security_group (b49ad460-ba3a-4c35-ad06-e995986d3699), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.944283 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:23.950183 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.970018 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c430c800-3453-40f7-87dc-ec560c338f14 admin admin] Publish callbacks [] for security_group (b49ad460-ba3a-4c35-ad06-e995986d3699), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:23.985736 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e7e9f5c4-1ce0-4e30-b785-20949bccef9e req-06e7668a-c867-4ff2-9868-51eb26b266b9 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775630 Jun 03 16:17:24.025454 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c430c800-3453-40f7-87dc-ec560c338f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (b49ad460-ba3a-4c35-ad06-e995986d3699), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:24.028749 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c430c800-3453-40f7-87dc-ec560c338f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:24.029882 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-c430c800-3453-40f7-87dc-ec560c338f14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b49ad460-ba3a-4c35-ad06-e995986d3699 HTTP/1.1" status: 204 len: 168 time: 0.2060609 Jun 03 16:17:24.037768 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430c800-3453-40f7-87dc-ec560c338f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49ad460-ba3a-4c35-ad06-e995986d3699,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:24.272380 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a896b8-10af-42fc-9993-2d820929031d req-c16173a7-133b-4598-8a13-6fcf5f0c3f63 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:24.273850 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7a896b8-10af-42fc-9993-2d820929031d req-c16173a7-133b-4598-8a13-6fcf5f0c3f63 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 945 time: 0.0471437 Jun 03 16:17:24.323570 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7a896b8-10af-42fc-9993-2d820929031d req-6c0962cb-9ed9-49c4-8862-2a3b777e3b8b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 Jun 03 16:17:24.353263 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42442) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:24.367176 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bd513cbc-3775-4382-ae51-3b7b7b4b30bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:24.441758 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bd513cbc-3775-4382-ae51-3b7b7b4b30bc admin admin] Publish callbacks [] for security_group (bf8f659c-a720-4d22-857f-36623134bb0a), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:24.445287 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bd513cbc-3775-4382-ae51-3b7b7b4b30bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (bf8f659c-a720-4d22-857f-36623134bb0a), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:24.485944 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd513cbc-3775-4382-ae51-3b7b7b4b30bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8f659c-a720-4d22-857f-36623134bb0a,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:24.490409 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-bd513cbc-3775-4382-ae51-3b7b7b4b30bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e878dea8fb424003affbc951848ff041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359708 Jun 03 16:17:24.492853 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42446) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:24.566811 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-85146c04-760d-48a0-9db5-ed4b90c3d87b admin admin] Publish callbacks [] for security_group (bf8f659c-a720-4d22-857f-36623134bb0a), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:24.593613 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aaa73-9af9-4ab5-b202-85a2a5e73dd5 req-84b575b6-29dd-4496-bef2-bfe967b2ea42 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:24.595120 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-633aaa73-9af9-4ab5-b202-85a2a5e73dd5 req-84b575b6-29dd-4496-bef2-bfe967b2ea42 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0632153 Jun 03 16:17:24.604989 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-85146c04-760d-48a0-9db5-ed4b90c3d87b admin admin] Publish callbacks [] for security_group (bf8f659c-a720-4d22-857f-36623134bb0a), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:24.675023 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-633aaa73-9af9-4ab5-b202-85a2a5e73dd5 req-389131a8-2c14-4d51-a568-7e25f679bd5d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677364 Jun 03 16:17:24.688835 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-85146c04-760d-48a0-9db5-ed4b90c3d87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (bf8f659c-a720-4d22-857f-36623134bb0a), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:24.691841 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-85146c04-760d-48a0-9db5-ed4b90c3d87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:24.692989 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-85146c04-760d-48a0-9db5-ed4b90c3d87b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf8f659c-a720-4d22-857f-36623134bb0a HTTP/1.1" status: 204 len: 168 time: 0.1992242 Jun 03 16:17:24.702601 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85146c04-760d-48a0-9db5-ed4b90c3d87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8f659c-a720-4d22-857f-36623134bb0a,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:24.783136 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a76c0f-2e38-4170-905e-80aea0196998 req-02f04c7f-b985-47da-978c-c70301972b56 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:24.784634 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-03a76c0f-2e38-4170-905e-80aea0196998 req-02f04c7f-b985-47da-978c-c70301972b56 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0478456 Jun 03 16:17:24.831975 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-03a76c0f-2e38-4170-905e-80aea0196998 req-7cc22cd5-ae1e-4c9d-a682-d2ae126655a7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418158 Jun 03 16:17:25.104327 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538dc40-79e3-4d87-a65d-e796efc69854 req-736324ab-21c4-47cf-b227-ae8b692ef237 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:25.105854 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8538dc40-79e3-4d87-a65d-e796efc69854 req-736324ab-21c4-47cf-b227-ae8b692ef237 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0517070 Jun 03 16:17:25.155538 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8538dc40-79e3-4d87-a65d-e796efc69854 req-3861cf5a-a23b-4417-a5b1-9f9f23ab692e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 Jun 03 16:17:25.431373 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:25.444966 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3e463-5f42-4603-a28c-6f5afbfd2c0c req-bee1a0cb-d7e3-410d-ad79-eb8aa90b5733 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:25.446512 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43d3e463-5f42-4603-a28c-6f5afbfd2c0c req-bee1a0cb-d7e3-410d-ad79-eb8aa90b5733 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 945 time: 0.0530713 Jun 03 16:17:25.471064 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:25.497054 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43d3e463-5f42-4603-a28c-6f5afbfd2c0c req-7ea9bc56-afee-4e1f-be89-133dd4cbc435 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 Jun 03 16:17:25.793985 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0c7fa-6658-4e70-a7bd-2eab37dc91c7 req-63990f71-60cc-46b1-8952-75131a1963c3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:25.795636 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-67f0c7fa-6658-4e70-a7bd-2eab37dc91c7 req-63990f71-60cc-46b1-8952-75131a1963c3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Jun 03 16:17:25.841930 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-67f0c7fa-6658-4e70-a7bd-2eab37dc91c7 req-07abf91b-fb97-4a98-b909-ca73235416da tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Jun 03 16:17:25.952704 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229a4f0-1494-42d7-a055-3a5dca4c0d02 req-a8f43ce3-8d15-45a3-8e34-c910f7bf7bc9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:25.954122 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7229a4f0-1494-42d7-a055-3a5dca4c0d02 req-a8f43ce3-8d15-45a3-8e34-c910f7bf7bc9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0448589 Jun 03 16:17:26.010143 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7229a4f0-1494-42d7-a055-3a5dca4c0d02 req-29d7fd1f-26a5-4b99-aa73-3097f6b2a467 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426471 Jun 03 16:17:26.111136 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:26.278975 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8ad4-3dc3-4c54-ab35-2954ffae63b6 req-ac002449-3795-4425-8a66-d3b83c1e5d32 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:26.280508 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7d6e8ad4-3dc3-4c54-ab35-2954ffae63b6 req-ac002449-3795-4425-8a66-d3b83c1e5d32 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0523853 Jun 03 16:17:26.323381 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:26.328537 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7d6e8ad4-3dc3-4c54-ab35-2954ffae63b6 req-2551d3df-5cb4-49e1-91af-de34d4975448 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 Jun 03 16:17:26.615759 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66627b7b-fb83-4577-bb2b-9e97c5e168c5 req-54362006-b644-4995-8b93-c7abb90eb6f3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:26.617350 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-66627b7b-fb83-4577-bb2b-9e97c5e168c5 req-54362006-b644-4995-8b93-c7abb90eb6f3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 945 time: 0.0514052 Jun 03 16:17:26.670008 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-66627b7b-fb83-4577-bb2b-9e97c5e168c5 req-1d56331a-78ef-4b4c-a559-79f9f75a21f9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464995 Jun 03 16:17:26.957050 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351a395-0e94-4423-b029-98f03f1e9d9e req-ebeec052-4950-4c5f-8da1-cd176e07278e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:26.958536 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1351a395-0e94-4423-b029-98f03f1e9d9e req-ebeec052-4950-4c5f-8da1-cd176e07278e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Jun 03 16:17:27.005815 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1351a395-0e94-4423-b029-98f03f1e9d9e req-ed04a2bb-9d25-47c0-ab5f-ec515520e8a2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Jun 03 16:17:27.125332 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaee230-52f5-489b-8e8b-df0000926ac9 req-9d748eac-b73b-4292-b7bf-05153f813662 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:27.126777 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7aaee230-52f5-489b-8e8b-df0000926ac9 req-9d748eac-b73b-4292-b7bf-05153f813662 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0458322 Jun 03 16:17:27.172996 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7aaee230-52f5-489b-8e8b-df0000926ac9 req-1ba37531-8a70-46a5-9674-a70827229bfc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407796 Jun 03 16:17:27.438984 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e970c-e2b1-44ee-9aff-0ba725155655 req-bbb52346-258c-422c-b8a1-3345b05aaac8 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:27.440446 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4d9e970c-e2b1-44ee-9aff-0ba725155655 req-bbb52346-258c-422c-b8a1-3345b05aaac8 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0461423 Jun 03 16:17:27.450864 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:27.491591 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4d9e970c-e2b1-44ee-9aff-0ba725155655 req-9e6a6d1e-d203-46a0-b891-3e1a2cccd082 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458498 Jun 03 16:17:27.815431 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-695fb8d1-f834-4abe-ad70-f4a9dbccb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:27.817161 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-695fb8d1-f834-4abe-ad70-f4a9dbccb4b6 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558720 Jun 03 16:17:27.903473 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accec259-9fae-4f48-90b1-91ef679f4e7f req-357851c2-a7fc-40e3-a3b4-523bad8cce68 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:27.903953 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:17:27.907464 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-accec259-9fae-4f48-90b1-91ef679f4e7f req-357851c2-a7fc-40e3-a3b4-523bad8cce68 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 945 time: 0.1699710 Jun 03 16:17:27.957942 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7719b2-2966-4dda-896b-0e6f55e80048 req-1c381367-ac6a-46af-9f80-caf733d4498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:27.960542 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-aa7719b2-2966-4dda-896b-0e6f55e80048 req-1c381367-ac6a-46af-9f80-caf733d4498d service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 1130 time: 0.0508564 Jun 03 16:17:27.961971 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-2d667fc3-8e33-4b05-b4bd-04a2c91bca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:27.963458 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-2d667fc3-8e33-4b05-b4bd-04a2c91bca24 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=9ced27b9-e779-4db8-b01f-95e2afb56db5 HTTP/1.1" status: 200 len: 852 time: 0.1791327 Jun 03 16:17:27.964383 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c1d2b-950e-4deb-a70a-8bf3a605d83c req-f95d459e-f839-4c5b-aa63-499e00842b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:27.965784 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-143c1d2b-950e-4deb-a70a-8bf3a605d83c req-f95d459e-f839-4c5b-aa63-499e00842b5b service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 1129 time: 0.1615803 Jun 03 16:17:27.977557 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-accec259-9fae-4f48-90b1-91ef679f4e7f req-c688689c-c899-4b1a-93da-8c38e48e46dd tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691829 Jun 03 16:17:27.996875 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-2387468f-636c-443d-ace9-ed7311e3dd05 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680360 Jun 03 16:17:28.115916 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5c95b-440c-45c9-9934-c8dde128ddb9 req-1ae70c55-4b42-459d-92b4-27a7ccf4153b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:28.117360 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0dd5c95b-440c-45c9-9934-c8dde128ddb9 req-1ae70c55-4b42-459d-92b4-27a7ccf4153b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0453870 Jun 03 16:17:28.163389 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0dd5c95b-440c-45c9-9934-c8dde128ddb9 req-a0032501-77f6-4d3c-965a-d9f3c0df76a7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Jun 03 16:17:28.288743 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180aa5-9ce2-4d7a-a5a1-3d8727f3960b req-7f04f7d2-a5a1-4898-8b4d-7d1227d519bf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:28.290321 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56180aa5-9ce2-4d7a-a5a1-3d8727f3960b req-7f04f7d2-a5a1-4898-8b4d-7d1227d519bf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0475471 Jun 03 16:17:28.346306 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56180aa5-9ce2-4d7a-a5a1-3d8727f3960b req-55dd4022-ebbb-44c3-a1be-6e77a9d35bef tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499358 Jun 03 16:17:28.604272 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119d024-4224-462f-a7ba-be478fefa2b8 req-f6895be4-cdbf-42dc-9eba-19f3c16c21be tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:28.605800 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c119d024-4224-462f-a7ba-be478fefa2b8 req-f6895be4-cdbf-42dc-9eba-19f3c16c21be tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0493217 Jun 03 16:17:28.654838 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c119d024-4224-462f-a7ba-be478fefa2b8 req-b1d7815c-3a2a-4579-9457-7e10cd99ccd3 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421963 Jun 03 16:17:28.935512 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-ad2be026-0481-418b-9341-4dd2d6ac6c5a service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337446 Jun 03 16:17:28.958319 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-143c1d2b-950e-4deb-a70a-8bf3a605d83c req-c5e27ca3-405d-4768-9b7e-2cad44023ee6 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620620 Jun 03 16:17:28.996860 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-aa7719b2-2966-4dda-896b-0e6f55e80048 req-2540dc9b-bd39-435d-b940-2dd6ae86a61e service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014752 Jun 03 16:17:29.017513 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-43018362-74e0-4991-80e2-ebc5c23aff37 req-a716ef99-dbcf-4d98-8692-425e53653711 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208198 Jun 03 16:17:29.103237 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81987a76-53b4-4420-b3fe-9ebe42426e85 req-4eed6ce5-cbbf-4ee0-842e-52034b4ad595 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:29.104748 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81987a76-53b4-4420-b3fe-9ebe42426e85 req-4eed6ce5-cbbf-4ee0-842e-52034b4ad595 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 945 time: 0.0531445 Jun 03 16:17:29.151693 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81987a76-53b4-4420-b3fe-9ebe42426e85 req-a48d40f9-e7be-4757-a210-90214855685e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Jun 03 16:17:29.281820 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d8342-dda5-4fbe-aca6-ebba76772eed req-13fe1d26-1fd8-445b-b268-da716cf9e8a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:29.282638 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6f6d8342-dda5-4fbe-aca6-ebba76772eed req-13fe1d26-1fd8-445b-b268-da716cf9e8a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0541899 Jun 03 16:17:29.333253 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6f6d8342-dda5-4fbe-aca6-ebba76772eed req-695dd273-b301-4165-b868-853e32ce6c93 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Jun 03 16:17:29.469026 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828e157-a7e6-4247-89ca-5b08799679ad req-0222430a-fdd2-4831-a34b-f98c593452e8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:29.470544 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d828e157-a7e6-4247-89ca-5b08799679ad req-0222430a-fdd2-4831-a34b-f98c593452e8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0506508 Jun 03 16:17:29.518884 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d828e157-a7e6-4247-89ca-5b08799679ad req-5d32e644-93e3-426b-ab07-50fa22f614f2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428088 Jun 03 16:17:29.775181 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450a89d-d701-4a28-8932-31fff247e8ec req-6f2856a4-522a-47f5-8791-487124f2a969 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:29.776641 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1450a89d-d701-4a28-8932-31fff247e8ec req-6f2856a4-522a-47f5-8791-487124f2a969 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0484743 Jun 03 16:17:29.822099 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1450a89d-d701-4a28-8932-31fff247e8ec req-5c6a03e4-1f4f-41e5-a9f2-0c49e9de5432 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Jun 03 16:17:30.262821 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada7047-c686-4263-85ce-493cf9f1a2e7 req-11c461a8-de93-4767-b22e-9dbd59669cd4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:30.264310 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ada7047-c686-4263-85ce-493cf9f1a2e7 req-11c461a8-de93-4767-b22e-9dbd59669cd4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 945 time: 0.0456641 Jun 03 16:17:30.310201 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ada7047-c686-4263-85ce-493cf9f1a2e7 req-053817f7-f267-42be-b4cc-d983414521a5 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404389 Jun 03 16:17:30.447443 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e7b26-8402-4fb4-848f-a7612ee4490e req-411dc562-39b2-4f16-a697-a7e55fb8ec74 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:30.448885 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-167e7b26-8402-4fb4-848f-a7612ee4490e req-411dc562-39b2-4f16-a697-a7e55fb8ec74 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0455272 Jun 03 16:17:30.477883 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:30.494977 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-167e7b26-8402-4fb4-848f-a7612ee4490e req-9713b06e-6c5d-4b99-bde3-a69ecc64b38e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406046 Jun 03 16:17:30.620095 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:30.633730 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df3083-0f99-42e5-becc-fbb01797d8a1 req-d266c948-3b62-4d83-a827-7f7b56031987 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:30.635163 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-78df3083-0f99-42e5-becc-fbb01797d8a1 req-d266c948-3b62-4d83-a827-7f7b56031987 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0458584 Jun 03 16:17:30.685563 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-78df3083-0f99-42e5-becc-fbb01797d8a1 req-3ad80cb0-9f6d-4724-912e-0101fe61721b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444710 Jun 03 16:17:30.933603 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9e094-54ba-4699-9e37-7f9ebb68a845 req-c12f6c68-da42-4830-94d3-529411dc7c0e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:30.935557 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3db9e094-54ba-4699-9e37-7f9ebb68a845 req-c12f6c68-da42-4830-94d3-529411dc7c0e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0495915 Jun 03 16:17:30.981687 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3db9e094-54ba-4699-9e37-7f9ebb68a845 req-828e388b-3b0a-42e4-a801-e23f8b0705c3 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406344 Jun 03 16:17:31.422545 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557a5d5-52c1-41e7-97dd-df01672cc73e req-5a870b3e-a185-43b2-9630-cd2c5cbfddd6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:31.423998 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4557a5d5-52c1-41e7-97dd-df01672cc73e req-5a870b3e-a185-43b2-9630-cd2c5cbfddd6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 945 time: 0.0447414 Jun 03 16:17:31.436112 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:31.470841 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4557a5d5-52c1-41e7-97dd-df01672cc73e req-66723bec-c02f-4e90-9779-eae7290dc709 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Jun 03 16:17:31.604309 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21eb6f4-66f4-43d9-b1f8-3f35a48ad4c7 req-0fc427b8-fbb7-4623-8544-90a8b6329b77 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:31.605791 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d21eb6f4-66f4-43d9-b1f8-3f35a48ad4c7 req-0fc427b8-fbb7-4623-8544-90a8b6329b77 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0448532 Jun 03 16:17:31.651600 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d21eb6f4-66f4-43d9-b1f8-3f35a48ad4c7 req-765f6bcf-62f7-493f-ba82-4027b292620c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Jun 03 16:17:31.798944 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef26db-2141-4aaa-a516-591c94fef95f req-e50a264f-32e1-4c64-8bd3-290e17a07f09 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:31.800336 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-82ef26db-2141-4aaa-a516-591c94fef95f req-e50a264f-32e1-4c64-8bd3-290e17a07f09 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0450892 Jun 03 16:17:31.844364 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-82ef26db-2141-4aaa-a516-591c94fef95f req-8d0476eb-911d-4a3d-94d5-297b7c8d032b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387797 Jun 03 16:17:32.101223 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e176f-dc67-4729-a16f-7eb7fb9d2530 req-254f7476-c009-4262-bbc0-bc55d763de49 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:32.102601 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7c1e176f-dc67-4729-a16f-7eb7fb9d2530 req-254f7476-c009-4262-bbc0-bc55d763de49 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0477312 Jun 03 16:17:32.122062 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:32.156482 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7c1e176f-dc67-4729-a16f-7eb7fb9d2530 req-b3d5b770-2ad5-4e73-b7f2-866d994edeb3 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483851 Jun 03 16:17:32.585203 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb41b0-8df7-4f97-b43e-a7f9f290b161 req-06fe3ed8-47d6-439e-8a2c-60a6a732b485 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:32.586620 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5acb41b0-8df7-4f97-b43e-a7f9f290b161 req-06fe3ed8-47d6-439e-8a2c-60a6a732b485 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 945 time: 0.0480912 Jun 03 16:17:32.632792 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5acb41b0-8df7-4f97-b43e-a7f9f290b161 req-706bfa38-155d-4232-8ecd-728bbd23b366 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404942 Jun 03 16:17:32.768704 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506cb96-bb0e-4157-84ba-1ac4534b4b4e req-18de026a-f51d-4c7f-8af0-5b2173e53bf9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:32.770441 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2506cb96-bb0e-4157-84ba-1ac4534b4b4e req-18de026a-f51d-4c7f-8af0-5b2173e53bf9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0517647 Jun 03 16:17:32.819075 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2506cb96-bb0e-4157-84ba-1ac4534b4b4e req-e61e67a4-8708-40c9-af34-ece2b6cda83b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431705 Jun 03 16:17:32.958985 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eafd4d-de1e-4b87-a9e1-a81c83f67942 req-2de74589-0ece-47c2-af50-367db60c5905 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:32.960448 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c7eafd4d-de1e-4b87-a9e1-a81c83f67942 req-2de74589-0ece-47c2-af50-367db60c5905 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0461013 Jun 03 16:17:33.005419 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c7eafd4d-de1e-4b87-a9e1-a81c83f67942 req-5949d588-6547-4194-be6b-3c91b8e42ba3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396259 Jun 03 16:17:33.266320 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e083de-63d4-42a2-b144-fd7216ea0a46 req-fc3c01d4-afce-4c03-ab71-f950cec9cf65 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:33.267805 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-68e083de-63d4-42a2-b144-fd7216ea0a46 req-fc3c01d4-afce-4c03-ab71-f950cec9cf65 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0455623 Jun 03 16:17:33.313983 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-68e083de-63d4-42a2-b144-fd7216ea0a46 req-0d198979-bcb4-405e-a590-619d3675a25c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406718 Jun 03 16:17:33.744699 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6eddf4-5e47-44f0-8e26-2765821a402a req-adae4ba8-ccf3-4e36-ad23-99b50b535e70 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:33.746113 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ef6eddf4-5e47-44f0-8e26-2765821a402a req-adae4ba8-ccf3-4e36-ad23-99b50b535e70 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 945 time: 0.0479488 Jun 03 16:17:33.942556 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12daedd-99d8-4a71-9c78-2bb13cab58d0 req-5c4dc35b-b390-4a19-830b-ccb1d7a15d50 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:33.944136 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f12daedd-99d8-4a71-9c78-2bb13cab58d0 req-5c4dc35b-b390-4a19-830b-ccb1d7a15d50 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0519762 Jun 03 16:17:33.975603 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ef6eddf4-5e47-44f0-8e26-2765821a402a req-169e9600-1e71-43b2-bafd-b16412811309 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241118 Jun 03 16:17:33.991271 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f12daedd-99d8-4a71-9c78-2bb13cab58d0 req-ac1df3ff-2be0-42ce-bd34-3170df1eb592 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411315 Jun 03 16:17:34.120474 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f67bc-2d34-42d3-a516-caffef8ec64c req-c0e2ca81-ac1a-4481-8e64-12ae0d24df49 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:34.121804 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-944f67bc-2d34-42d3-a516-caffef8ec64c req-c0e2ca81-ac1a-4481-8e64-12ae0d24df49 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0453191 Jun 03 16:17:34.167573 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-944f67bc-2d34-42d3-a516-caffef8ec64c req-ae7ef40d-77cb-4b99-8363-dcfbab4794b5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403204 Jun 03 16:17:34.423641 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a6b01-d7ff-42d3-9430-c61e8df15b96 req-e4df1836-4869-4ec2-a124-08c2a5231af2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:34.425240 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f97a6b01-d7ff-42d3-9430-c61e8df15b96 req-e4df1836-4869-4ec2-a124-08c2a5231af2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0461526 Jun 03 16:17:34.471096 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f97a6b01-d7ff-42d3-9430-c61e8df15b96 req-b0999e49-447b-4550-88d3-cea2a3be9ed6 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404994 Jun 03 16:17:34.993494 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:17:35.037543 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:17:35.043051 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:17:35.043450 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:35.102952 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5d805-ef62-425d-bb81-b73babc6c7d2 req-6adeed70-78e8-4c60-bc27-abe3df54aa58 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:35.108741 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-90c5d805-ef62-425d-bb81-b73babc6c7d2 req-6adeed70-78e8-4c60-bc27-abe3df54aa58 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 945 time: 0.0595460 Jun 03 16:17:35.122030 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41379110-549b-468e-9c9a-e668480846f1 req-6882deac-04a9-4e82-8ffe-2ff387006e1d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:35.124283 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41379110-549b-468e-9c9a-e668480846f1 req-6882deac-04a9-4e82-8ffe-2ff387006e1d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0555210 Jun 03 16:17:35.132043 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:17:35.132428 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:35.160011 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:35.162551 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3bc596-06da-4ce4-95b8-4a32ad6836b0" -d '{"events": [{"server_uuid": "aab42cfc-29a0-4c3f-b30b-e5902d661dd2", "name": "network-vif-plugged", "status": "completed", "tag": "d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:17:35.179693 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:35.185093 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:35.186299 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41379110-549b-468e-9c9a-e668480846f1 req-0bfbfe0b-0d16-4e41-bbc2-1211825a2bc2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 Jun 03 16:17:35.222632 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-90c5d805-ef62-425d-bb81-b73babc6c7d2 req-0b7fad0a-2aa6-412f-9d98-93ff53e02c79 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130335 Jun 03 16:17:35.252906 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99975999-c422-482f-8596-278d768e0c9c x-openstack-request-id: req-99975999-c422-482f-8596-278d768e0c9c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:17:35.253226 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab42cfc-29a0-4c3f-b30b-e5902d661dd2", "name": "network-vif-plugged", "status": "completed", "tag": "d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:17:35.253472 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99975999-c422-482f-8596-278d768e0c9c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:17:35.253858 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99975999-c422-482f-8596-278d768e0c9c'] response: {'server_uuid': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'code': 200} Jun 03 16:17:35.273067 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:35.295252 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-46ae84be-ae61-425e-9b47-f27300b8dd30 service neutron] 10.222.0.118 "GET /v2.0/networks/d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455221 Jun 03 16:17:35.362953 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c336683-eafd-4dad-b4dd-77bddca098dc req-a511d704-591d-4391-aae6-15147eccd8e4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:35.364564 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c336683-eafd-4dad-b4dd-77bddca098dc req-a511d704-591d-4391-aae6-15147eccd8e4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0523942 Jun 03 16:17:35.415927 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c336683-eafd-4dad-b4dd-77bddca098dc req-49416d34-c158-44f1-a00a-4a57b3ecced5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456252 Jun 03 16:17:35.584794 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18073664-c221-416e-ae66-2d47450219d2 req-efa97208-58a4-4b8d-95da-bf2616e8459c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:35.586247 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-18073664-c221-416e-ae66-2d47450219d2 req-efa97208-58a4-4b8d-95da-bf2616e8459c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0465515 Jun 03 16:17:35.646606 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-18073664-c221-416e-ae66-2d47450219d2 req-872e610a-1532-4239-a133-43e0195dd518 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535302 Jun 03 16:17:35.814057 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c554c-9cda-42b2-b641-591a348579e0 req-7e73d4e4-2aa2-497b-bccc-70a69255b80c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:35.815820 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2f5c554c-9cda-42b2-b641-591a348579e0 req-7e73d4e4-2aa2-497b-bccc-70a69255b80c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0559919 Jun 03 16:17:35.825518 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42698) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:35.830816 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-5da2c934-cdcc-4533-a5e2-74ea89f7b85a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'floatingip': {'port_id': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:17:35.913063 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5da2c934-cdcc-4533-a5e2-74ea89f7b85a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (73e68e20-42ea-4cf2-b0f0-686712259893), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:35.987773 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42708) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:36.103061 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6327fb4d-da51-4e2f-a73e-3ef68db08361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:36.129494 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:36.132675 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:36.180179 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6327fb4d-da51-4e2f-a73e-3ef68db08361 admin admin] Publish callbacks [] for security_group (1057b54d-5401-4bfe-b4b7-300a8cfd8655), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:36.184895 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6327fb4d-da51-4e2f-a73e-3ef68db08361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (1057b54d-5401-4bfe-b4b7-300a8cfd8655), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:36.212232 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:36.233705 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6327fb4d-da51-4e2f-a73e-3ef68db08361 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f006fe57505d43bbb0cdfd8d739f385c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447217 Jun 03 16:17:36.234467 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42714) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:36.236627 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327fb4d-da51-4e2f-a73e-3ef68db08361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1057b54d-5401-4bfe-b4b7-300a8cfd8655,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:36.330101 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4cf397fe-ae4a-46c9-9fda-8f675b3a0323 admin admin] Publish callbacks [] for security_group (1057b54d-5401-4bfe-b4b7-300a8cfd8655), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:36.347993 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58aebe-5d0d-4837-8a22-5a706eb5086b req-9dee6386-9079-4429-b706-a355304a38eb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:36.349681 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6e58aebe-5d0d-4837-8a22-5a706eb5086b req-9dee6386-9079-4429-b706-a355304a38eb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0716860 Jun 03 16:17:36.376216 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4cf397fe-ae4a-46c9-9fda-8f675b3a0323 admin admin] Publish callbacks [] for security_group (1057b54d-5401-4bfe-b4b7-300a8cfd8655), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:36.439214 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6e58aebe-5d0d-4837-8a22-5a706eb5086b req-cc725763-37ac-4de2-91bd-cbc4c1a780d3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829387 Jun 03 16:17:36.470152 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4cf397fe-ae4a-46c9-9fda-8f675b3a0323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (1057b54d-5401-4bfe-b4b7-300a8cfd8655), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:36.473387 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4cf397fe-ae4a-46c9-9fda-8f675b3a0323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:36.478824 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4cf397fe-ae4a-46c9-9fda-8f675b3a0323 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1057b54d-5401-4bfe-b4b7-300a8cfd8655 HTTP/1.1" status: 204 len: 168 time: 0.2428930 Jun 03 16:17:36.494250 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf397fe-ae4a-46c9-9fda-8f675b3a0323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1057b54d-5401-4bfe-b4b7-300a8cfd8655,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:36.509990 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:36.583239 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:36.596000 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b31c75-33f6-4949-93aa-da9b8de0851c req-72fed9af-aacb-4980-9604-66de638b3297 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:36.597917 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f2b31c75-33f6-4949-93aa-da9b8de0851c req-72fed9af-aacb-4980-9604-66de638b3297 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0642145 Jun 03 16:17:36.643243 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b8d64-8115-4cad-8c8a-a0675ea42123 req-b7cd68ec-26f8-4235-879d-005f75ff6bed tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:36.644779 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b24b8d64-8115-4cad-8c8a-a0675ea42123 req-b7cd68ec-26f8-4235-879d-005f75ff6bed tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.1412313 Jun 03 16:17:36.663991 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f2b31c75-33f6-4949-93aa-da9b8de0851c req-8345c249-cb84-4383-9c05-c69898b0f38b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571299 Jun 03 16:17:36.759828 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5da2c934-cdcc-4533-a5e2-74ea89f7b85a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:36.770612 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5da2c934-cdcc-4533-a5e2-74ea89f7b85a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (73e68e20-42ea-4cf2-b0f0-686712259893), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:36.777294 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b24b8d64-8115-4cad-8c8a-a0675ea42123 req-ff986375-c8e3-4236-ae78-06eb45c0e9b2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085865 Jun 03 16:17:36.877810 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.l3_db [None req-5da2c934-cdcc-4533-a5e2-74ea89f7b85a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Floating IP 73e68e20-42ea-4cf2-b0f0-686712259893 associated. External IP: 172.27.2.224, port: fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c. Jun 03 16:17:37.088422 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da2c934-cdcc-4533-a5e2-74ea89f7b85a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Router bf71b996-aec1-4b90-a206-017d0fbcb83b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:17:37.193314 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da2c934-cdcc-4533-a5e2-74ea89f7b85a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:17:37.197796 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5da2c934-cdcc-4533-a5e2-74ea89f7b85a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:37.210887 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] Sync routers for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:17:37.225120 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:17:37.225675 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:17:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:37.227907 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-5da2c934-cdcc-4533-a5e2-74ea89f7b85a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "PUT /v2.0/floatingips/73e68e20-42ea-4cf2-b0f0-686712259893 HTTP/1.1" status: 200 len: 992 time: 1.4012835 Jun 03 16:17:37.228456 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'tag': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:37.232342 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56256277-7936-41bb-b0d3-b80ef2b5b9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2de1f638-4fee-41e2-bd50-b802f8494fad", "tag": "fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:17:37.275603 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ecf33e-918f-496e-994c-b5d107c3c740 x-openstack-request-id: req-a5ecf33e-918f-496e-994c-b5d107c3c740 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:17:37.275887 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de1f638-4fee-41e2-bd50-b802f8494fad", "tag": "fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:17:37.276154 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5ecf33e-918f-496e-994c-b5d107c3c740 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:17:37.276943 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ecf33e-918f-496e-994c-b5d107c3c740'] response: {'name': 'network-changed', 'server_uuid': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'tag': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c', 'status': 'completed', 'code': 200} Jun 03 16:17:37.327572 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:17:37.522770 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e4310ebf-7de4-49c9-89fb-e0f15c6f7847 req-8b770582-dcf4-4869-973c-416b62c9d8f3 service neutron] 10.222.0.118 "GET /v2.0/networks/d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377902 Jun 03 16:17:37.586327 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4728174-354e-468c-9b40-65759e16541d req-ca5a527f-97a4-4f23-bf35-76c868066ba9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:37.588147 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f4728174-354e-468c-9b40-65759e16541d req-ca5a527f-97a4-4f23-bf35-76c868066ba9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0583282 Jun 03 16:17:37.628897 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '73e68e20-42ea-4cf2-b0f0-686712259893', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'port_id': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'mac_address': 'fa:16:3e:21:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:08Z', 'updated_at': '2022-06-03T16:17:36Z', 'revision_number': 1, 'project_id': 'd0f59694966848829048aee648dddccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:37.654404 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f4728174-354e-468c-9b40-65759e16541d req-5375ad2a-719b-4cf1-aec0-a987330c30b4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587165 Jun 03 16:17:37.658456 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] Checking router: bf71b996-aec1-4b90-a206-017d0fbcb83b for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:17:37.667733 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:17:37.668567 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:17:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:37.782787 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:17:37.799780 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ec48f-0b18-42c6-aad2-0842814ffc32 req-13dbf333-5db7-4dce-8033-143af06c019e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:37.801932 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-339ec48f-0b18-42c6-aad2-0842814ffc32 req-13dbf333-5db7-4dce-8033-143af06c019e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0519469 Jun 03 16:17:37.855737 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-339ec48f-0b18-42c6-aad2-0842814ffc32 req-bfb248aa-7630-454e-8591-e8e6d69cfe4d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451417 Jun 03 16:17:37.904494 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdee83-0181-423d-8183-7d616b5fe711 req-587b06b3-4607-4c80-bafd-4972be13c8c7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:37.905981 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-aafdee83-0181-423d-8183-7d616b5fe711 req-587b06b3-4607-4c80-bafd-4972be13c8c7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0509403 Jun 03 16:17:37.931798 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:37.958785 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-aafdee83-0181-423d-8183-7d616b5fe711 req-ea51bd3c-f0f2-410a-a6e4-40588004f5d1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470030 Jun 03 16:17:37.973655 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd677f-b2cb-4a5b-b0fe-93fa542ee463 req-e41b5085-00e1-4c8d-8d9e-753c1dd6c66a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:37.975145 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ffd677f-b2cb-4a5b-b0fe-93fa542ee463 req-e41b5085-00e1-4c8d-8d9e-753c1dd6c66a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0474603 Jun 03 16:17:37.984309 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42768) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:37.988697 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-03d81b97-312b-481e-a4f2-6ea772ed68d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'floatingip': {'port_id': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:17:38.018243 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '73e68e20-42ea-4cf2-b0f0-686712259893', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'port_id': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'mac_address': 'fa:16:3e:21:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:08Z', 'updated_at': '2022-06-03T16:17:36Z', 'revision_number': 1, 'project_id': 'd0f59694966848829048aee648dddccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:38.044868 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c489d0-3362-457c-a11d-58e9bbce69ab None None] The sync data for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi is: [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '73e68e20-42ea-4cf2-b0f0-686712259893', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'port_id': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'mac_address': 'fa:16:3e:21:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:08Z', 'updated_at': '2022-06-03T16:17:36Z', 'revision_number': 1, 'project_id': 'd0f59694966848829048aee648dddccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:17:38.070735 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-03d81b97-312b-481e-a4f2-6ea772ed68d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (06028f58-293d-431e-89a5-8c165033fb66), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:38.350607 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26b3d9f-8e8f-4e5a-a0f3-04108c147429 None None] New status for floating IP 73e68e20-42ea-4cf2-b0f0-686712259893: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:17:38.390170 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:38.744522 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-03d81b97-312b-481e-a4f2-6ea772ed68d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:38.749666 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-03d81b97-312b-481e-a4f2-6ea772ed68d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (06028f58-293d-431e-89a5-8c165033fb66), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:38.790835 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3bbae-5c01-49e6-b598-b7df0213611a req-48f06cad-4cf3-4a14-819d-a5adbc17f7c2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:38.800051 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f8b3bbae-5c01-49e6-b598-b7df0213611a req-48f06cad-4cf3-4a14-819d-a5adbc17f7c2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0670917 Jun 03 16:17:38.848334 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-03d81b97-312b-481e-a4f2-6ea772ed68d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Floating IP 06028f58-293d-431e-89a5-8c165033fb66 associated. External IP: 172.27.2.69, port: e842e8b9-3bd1-4f5c-ad08-f8f45d991022. Jun 03 16:17:38.873021 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f8b3bbae-5c01-49e6-b598-b7df0213611a req-44ba4cd8-b955-423b-b7c0-4ae7580c59eb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717545 Jun 03 16:17:38.945403 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:39.119181 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307f15a-c5e1-48cb-9f37-dab3bd504a24 req-db386ada-3491-413b-9619-f36d2fbc258b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:39.121049 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d307f15a-c5e1-48cb-9f37-dab3bd504a24 req-db386ada-3491-413b-9619-f36d2fbc258b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0603182 Jun 03 16:17:39.144506 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d81b97-312b-481e-a4f2-6ea772ed68d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:17:39.189070 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d307f15a-c5e1-48cb-9f37-dab3bd504a24 req-b61f23f6-0f29-4e7e-b9b8-a0134d0d0136 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590274 Jun 03 16:17:39.293152 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5120d-3d35-4d63-a486-9fbb5309ac39 req-c0603765-7754-488d-a1e0-f6387cfde842 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:39.295307 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6f5120d-3d35-4d63-a486-9fbb5309ac39 req-c0603765-7754-488d-a1e0-f6387cfde842 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0607920 Jun 03 16:17:39.330866 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d81b97-312b-481e-a4f2-6ea772ed68d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:17:39.336245 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-03d81b97-312b-481e-a4f2-6ea772ed68d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:39.341677 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] Sync routers for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:17:39.352201 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:17:39.353174 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:17:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:39.395795 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-03d81b97-312b-481e-a4f2-6ea772ed68d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "PUT /v2.0/floatingips/06028f58-293d-431e-89a5-8c165033fb66 HTTP/1.1" status: 200 len: 991 time: 1.4054885 Jun 03 16:17:39.397507 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:39.400325 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246" -d '{"events": [{"name": "network-changed", "server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:17:39.409159 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6f5120d-3d35-4d63-a486-9fbb5309ac39 req-471bd372-9f39-4bf9-9fbf-335a5eecbcdc tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053777 Jun 03 16:17:39.474108 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d598682-c1a6-419b-8a9d-d1109afde7ae x-openstack-request-id: req-3d598682-c1a6-419b-8a9d-d1109afde7ae {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:17:39.474299 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:17:39.474745 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d598682-c1a6-419b-8a9d-d1109afde7ae {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:17:39.475046 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d598682-c1a6-419b-8a9d-d1109afde7ae'] response: {'name': 'network-changed', 'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'status': 'completed', 'code': 200} Jun 03 16:17:39.479710 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:39.520128 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:17:39.718566 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:39.738252 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '06028f58-293d-431e-89a5-8c165033fb66', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'port_id': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'mac_address': 'fa:16:3e:12:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:15:59Z', 'updated_at': '2022-06-03T16:17:38Z', 'revision_number': 1, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:39.765836 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] Checking router: 74d57aba-8ecb-4315-ac16-8b6f477dbc6b for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:17:39.774304 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:17:39.774913 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:17:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:39.816029 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42842) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:39.880031 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:17:39.943683 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:39.966959 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:40.032022 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Publish callbacks [] for security_group (26f8eac1-f390-4e1a-be90-a80bd0e11616), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.036167 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (26f8eac1-f390-4e1a-be90-a80bd0e11616), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.084846 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d53fbaa10ec74ac3a29413d55e1b68d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667861 Jun 03 16:17:40.084846 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8eac1-f390-4e1a-be90-a80bd0e11616,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:40.085256 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42850) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:40.097888 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.098522 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.098876 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.099285 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.099660 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.100016 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.100347 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.100678 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.101009 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.101336 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.101740 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.102075 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.102418 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.102742 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.103065 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2eb03-d4c2-4020-a3d3-29bf341dfabb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.157506 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Publish callbacks [] for security_group (26f8eac1-f390-4e1a-be90-a80bd0e11616), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.183266 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Publish callbacks [] for security_group (26f8eac1-f390-4e1a-be90-a80bd0e11616), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.196789 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '06028f58-293d-431e-89a5-8c165033fb66', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'port_id': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'mac_address': 'fa:16:3e:12:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:15:59Z', 'updated_at': '2022-06-03T16:17:38Z', 'revision_number': 1, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:40.231731 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3090f1-1411-46f5-82ed-3123f1df6817 None None] The sync data for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi is: [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '06028f58-293d-431e-89a5-8c165033fb66', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'port_id': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'mac_address': 'fa:16:3e:12:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:15:59Z', 'updated_at': '2022-06-03T16:17:38Z', 'revision_number': 1, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:17:40.270235 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (26f8eac1-f390-4e1a-be90-a80bd0e11616), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.273137 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.274317 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26f8eac1-f390-4e1a-be90-a80bd0e11616 HTTP/1.1" status: 204 len: 168 time: 0.1881518 Jun 03 16:17:40.299322 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8eac1-f390-4e1a-be90-a80bd0e11616,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:40.324876 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:40.328793 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.329142 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.329608 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.330011 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.330267 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.330591 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.330911 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.331230 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.331573 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.331889 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.332207 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.332522 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.332832 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.333161 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.333451 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664ae0e-ef5d-4d1f-a7de-bd05b557fcb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:40.357393 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5a97b-c979-477f-b1df-413f91822829 req-db09ef4d-79da-4806-8566-13e420a8132b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:40.358898 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d1e5a97b-c979-477f-b1df-413f91822829 req-db09ef4d-79da-4806-8566-13e420a8132b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0800409 Jun 03 16:17:40.556854 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c2bb0-1212-453c-88eb-7261a1b1539e None None] New status for floating IP 06028f58-293d-431e-89a5-8c165033fb66: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:17:40.599927 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac0bae-cad2-4e03-89ca-99e4764d7b29 req-a326a741-0dcf-4c04-b736-2f1aef790762 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:40.601980 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:40.602792 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cfac0bae-cad2-4e03-89ca-99e4764d7b29 req-a326a741-0dcf-4c04-b736-2f1aef790762 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0852208 Jun 03 16:17:40.667699 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42866) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:40.671332 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d1e5a97b-c979-477f-b1df-413f91822829 req-225d3590-3cb0-4de4-b026-d2347b49a366 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936895 Jun 03 16:17:40.672870 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-d2b93bbd-d092-4ef7-99e1-6e2a09dd61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:40.674541 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-d2b93bbd-d092-4ef7-99e1-6e2a09dd61b4 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 1130 time: 0.0753925 Jun 03 16:17:40.685535 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cfac0bae-cad2-4e03-89ca-99e4764d7b29 req-f81accfa-6c30-4c31-b9af-ba79eac24932 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751407 Jun 03 16:17:40.686263 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a7c29c55-b0e0-473f-bf66-af07ddf388ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.775566 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a7c29c55-b0e0-473f-bf66-af07ddf388ba admin admin] Publish callbacks [] for security_group (2bf9b57c-963a-410c-9c7b-194dea07a115), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.787660 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a7c29c55-b0e0-473f-bf66-af07ddf388ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2bf9b57c-963a-410c-9c7b-194dea07a115), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.829699 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a7c29c55-b0e0-473f-bf66-af07ddf388ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fafba350bd54dcdb1b278971db2553e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607375 Jun 03 16:17:40.830558 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c29c55-b0e0-473f-bf66-af07ddf388ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf9b57c-963a-410c-9c7b-194dea07a115,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:40.832388 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42872) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:40.881928 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-600d8b53-5b15-4d27-b959-721723ad09ff admin admin] Publish callbacks [] for security_group (2bf9b57c-963a-410c-9c7b-194dea07a115), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.903867 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-600d8b53-5b15-4d27-b959-721723ad09ff admin admin] Publish callbacks [] for security_group (2bf9b57c-963a-410c-9c7b-194dea07a115), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.932958 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:40.955706 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-600d8b53-5b15-4d27-b959-721723ad09ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2bf9b57c-963a-410c-9c7b-194dea07a115), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.958201 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-600d8b53-5b15-4d27-b959-721723ad09ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:40.959755 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-600d8b53-5b15-4d27-b959-721723ad09ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bf9b57c-963a-410c-9c7b-194dea07a115 HTTP/1.1" status: 204 len: 168 time: 0.1259656 Jun 03 16:17:40.967097 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d8b53-5b15-4d27-b959-721723ad09ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf9b57c-963a-410c-9c7b-194dea07a115,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:41.195910 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc294-1f27-47f2-ae92-a124534c4741 req-3dc0c17c-77e0-4457-b462-39bb6d67402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:41.197488 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62dcc294-1f27-47f2-ae92-a124534c4741 req-3dc0c17c-77e0-4457-b462-39bb6d67402a service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 1130 time: 0.0382802 Jun 03 16:17:41.298658 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 42882) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:41.312402 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55342431-1bde-470c-91f4-783442844373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:41.388439 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55342431-1bde-470c-91f4-783442844373 admin admin] Publish callbacks [] for security_group (37187d9e-e3c7-4775-986b-ecec061b509f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:41.392055 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55342431-1bde-470c-91f4-783442844373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (37187d9e-e3c7-4775-986b-ecec061b509f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:41.431569 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-55342431-1bde-470c-91f4-783442844373 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc781647cd484c83938e6e279fdc97ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318102 Jun 03 16:17:41.432432 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55342431-1bde-470c-91f4-783442844373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37187d9e-e3c7-4775-986b-ecec061b509f,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:41.434249 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 42886) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:41.486030 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8db6-d430-426e-807b-29d98eae3a1b admin admin] Publish callbacks [] for security_group (37187d9e-e3c7-4775-986b-ecec061b509f), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:41.507374 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8db6-d430-426e-807b-29d98eae3a1b admin admin] Publish callbacks [] for security_group (37187d9e-e3c7-4775-986b-ecec061b509f), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:41.553980 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8db6-d430-426e-807b-29d98eae3a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (37187d9e-e3c7-4775-986b-ecec061b509f), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:41.556451 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8db6-d430-426e-807b-29d98eae3a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:41.557593 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-0c1d8db6-d430-426e-807b-29d98eae3a1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37187d9e-e3c7-4775-986b-ecec061b509f HTTP/1.1" status: 204 len: 168 time: 0.1223941 Jun 03 16:17:41.565090 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d8db6-d430-426e-807b-29d98eae3a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37187d9e-e3c7-4775-986b-ecec061b509f,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:41.780921 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ef470-b58a-481e-bbaa-0d3005a7cd57 req-2f099ccb-e93f-4568-a13c-979f1074e5e8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:41.782584 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ec5ef470-b58a-481e-bbaa-0d3005a7cd57 req-2f099ccb-e93f-4568-a13c-979f1074e5e8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0533998 Jun 03 16:17:41.817982 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e949f1-8052-432a-883c-c6a2475ad14f req-5597c447-134e-4eaa-b593-a9bc47e3b5d3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:41.819643 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c9e949f1-8052-432a-883c-c6a2475ad14f req-5597c447-134e-4eaa-b593-a9bc47e3b5d3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0518234 Jun 03 16:17:41.833551 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:41.844959 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ec5ef470-b58a-481e-bbaa-0d3005a7cd57 req-6e5abba4-17ac-4097-b88a-a6f9775ce1a0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562503 Jun 03 16:17:41.886133 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c9e949f1-8052-432a-883c-c6a2475ad14f req-39640e9f-a8d6-4027-a662-ca786b255895 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590649 Jun 03 16:17:42.960130 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4472-d146-4a5c-b403-2145f2f46a3b req-0075be81-bce1-4cd7-9e12-e31e30a5981e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:42.962477 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-77ad4472-d146-4a5c-b403-2145f2f46a3b req-0075be81-bce1-4cd7-9e12-e31e30a5981e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0474784 Jun 03 16:17:43.008279 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4474466-0b1a-4265-8db1-7b20add5919c req-5f07e2a9-7443-4e20-af2f-fced6fd9e6a5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:43.009980 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a4474466-0b1a-4265-8db1-7b20add5919c req-5f07e2a9-7443-4e20-af2f-fced6fd9e6a5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0527194 Jun 03 16:17:43.013500 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-77ad4472-d146-4a5c-b403-2145f2f46a3b req-2af7537c-78b1-42a1-9377-ffd8668cfa83 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 Jun 03 16:17:43.060775 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a4474466-0b1a-4265-8db1-7b20add5919c req-7d95b071-f1ee-4bf6-923e-5ddbef941be6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Jun 03 16:17:44.129318 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e0334-fa9a-46b8-b052-90158f1ef94f req-c1bcb994-e215-4e2f-83a0-59bea95e5881 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:44.130791 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-830e0334-fa9a-46b8-b052-90158f1ef94f req-c1bcb994-e215-4e2f-83a0-59bea95e5881 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0493920 Jun 03 16:17:44.162390 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:44.173328 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cfb14-0bd2-48fc-a65f-2955632c7ecf req-16c50f98-c6ae-4fa0-95f6-9b0577ba56bf tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:44.174858 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ba0cfb14-0bd2-48fc-a65f-2955632c7ecf req-16c50f98-c6ae-4fa0-95f6-9b0577ba56bf tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0474215 Jun 03 16:17:44.184805 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-830e0334-fa9a-46b8-b052-90158f1ef94f req-ae3be632-c137-4585-8a37-fb027aa639ab tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475564 Jun 03 16:17:44.225578 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ba0cfb14-0bd2-48fc-a65f-2955632c7ecf req-9468fc39-9dd2-4bd4-a33c-e85ce85d53bf tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Jun 03 16:17:44.851592 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-d5980964-a81a-42c1-81c7-e2f2702cdf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:44.852973 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-d5980964-a81a-42c1-81c7-e2f2702cdf69 service neutron] 10.222.0.118 "GET /v2.0/networks?id=c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 200 len: 912 time: 0.0877583 Jun 03 16:17:44.906117 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:44.919631 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-a2625854-8727-48ee-8a82-a0dc0f7a2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:44.921140 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-a2625854-8727-48ee-8a82-a0dc0f7a2497 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 1130 time: 0.0460489 Jun 03 16:17:44.984441 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62dcc294-1f27-47f2-ae92-a124534c4741 req-79c11a92-47b3-43e7-9e03-5274523d679c service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076255 Jun 03 16:17:45.019838 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-dd9a6319-922b-409e-8a83-7b44ae85dbe8 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c HTTP/1.1" status: 200 len: 1002 time: 0.1050529 Jun 03 16:17:45.044279 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-2c9529d8-6f56-4255-a353-3a4d9d732c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:45.045768 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-2c9529d8-6f56-4255-a353-3a4d9d732c0e service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 1129 time: 0.0504968 Jun 03 16:17:45.072639 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-df15d8c4-9209-45a0-a614-151b6e09c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:45.074112 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-df15d8c4-9209-45a0-a614-151b6e09c94c service neutron] 10.222.0.118 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 918 time: 0.1318252 Jun 03 16:17:45.298139 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9aee7-347c-4db5-9c7e-e4be6f86fd6e req-4fd04bfb-e071-423f-880f-1214dc6d281f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:45.299721 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fef9aee7-347c-4db5-9c7e-e4be6f86fd6e req-4fd04bfb-e071-423f-880f-1214dc6d281f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0476110 Jun 03 16:17:45.312411 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:45.341305 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639af87d-ec08-48ba-b3c3-56da8fc4b510 req-f301edd0-a131-4a80-8afd-19b0fba58ce7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:45.342679 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-639af87d-ec08-48ba-b3c3-56da8fc4b510 req-f301edd0-a131-4a80-8afd-19b0fba58ce7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0499773 Jun 03 16:17:45.389072 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fef9aee7-347c-4db5-9c7e-e4be6f86fd6e req-ed87bf77-8f43-4f05-b9b8-c9ad848a8aab tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827041 Jun 03 16:17:45.418344 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-b96bdae8-d1ee-424c-bf2d-e121ddfa1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:45.419827 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-b96bdae8-d1ee-424c-bf2d-e121ddfa1ef9 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=66586911-787f-4f5f-8dbf-ce2c5b62b5ee HTTP/1.1" status: 200 len: 849 time: 0.0778346 Jun 03 16:17:45.547806 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-639af87d-ec08-48ba-b3c3-56da8fc4b510 req-d4c34b3f-ef9e-4bbe-908a-a56615bd81ed tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884420 Jun 03 16:17:45.553131 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-9c38be41-d798-4b91-82f8-43729d5f6be8 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022 HTTP/1.1" status: 200 len: 1001 time: 0.2093742 Jun 03 16:17:45.587342 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-6d846d5e-a0ce-4a27-b835-4ed14986fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:45.588825 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-6d846d5e-a0ce-4a27-b835-4ed14986fc5b service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.2392657 Jun 03 16:17:45.830302 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:45.868906 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-9868cff9-3c86-480a-a620-913b20a8c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:45.870421 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-9868cff9-3c86-480a-a620-913b20a8c86c service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c3619401-b67f-424d-9ca5-3555aafbaad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626881 Jun 03 16:17:45.884783 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-f8d86d0d-a743-41a8-97cf-8392e7109e88 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13a12b7-9968-49f9-a695-b305c53c2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0702715 Jun 03 16:17:45.933258 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-ca9c457e-9e41-41b9-a64f-b84a8bc2d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:45.935683 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-ca9c457e-9e41-41b9-a64f-b84a8bc2d52a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 200 len: 855 time: 0.1197481 Jun 03 16:17:45.943720 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3275237-105f-49a7-b8bd-8772646ef905 req-ca7dbd7b-06ab-43ec-b9f6-2440447b6ddd tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:45.945076 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b3275237-105f-49a7-b8bd-8772646ef905 req-ca7dbd7b-06ab-43ec-b9f6-2440447b6ddd tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0643489 Jun 03 16:17:45.991629 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b3275237-105f-49a7-b8bd-8772646ef905 req-be01d1ad-515f-4b98-b129-4a1ccddf1ab5 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Jun 03 16:17:46.509389 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7b3a0-6bfe-4b37-9e30-d15db1cd4f23 req-50608286-90f7-4c7b-aae4-22b35e766aff tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:46.510770 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fbb7b3a0-6bfe-4b37-9e30-d15db1cd4f23 req-50608286-90f7-4c7b-aae4-22b35e766aff tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0476248 Jun 03 16:17:46.557339 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fbb7b3a0-6bfe-4b37-9e30-d15db1cd4f23 req-31b37a04-a291-41ff-8614-ead9fd3be362 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 Jun 03 16:17:46.657895 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405c771-03c3-40a4-83e9-fc13a1e7c318 req-19bdf209-066d-438a-b003-8d99e318ebd8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:46.659377 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0405c771-03c3-40a4-83e9-fc13a1e7c318 req-19bdf209-066d-438a-b003-8d99e318ebd8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0446806 Jun 03 16:17:46.704205 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0405c771-03c3-40a4-83e9-fc13a1e7c318 req-511a01ff-bffe-40af-b56f-9cfe900689c4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395379 Jun 03 16:17:47.102633 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a294-45d7-4a91-aee1-b121f7979673 req-8f61dbc7-5925-4947-a4a3-ca05c889f2d8 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:47.104103 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cf55a294-45d7-4a91-aee1-b121f7979673 req-8f61dbc7-5925-4947-a4a3-ca05c889f2d8 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0459731 Jun 03 16:17:47.153258 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cf55a294-45d7-4a91-aee1-b121f7979673 req-552422c0-7640-40e4-b3b3-0b98c060a955 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Jun 03 16:17:47.669635 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1d20b-c2c0-4c92-8643-322d3d4bc0d4 req-df0457f9-0b22-467c-8d07-950657e39ced tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:47.671077 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-50d1d20b-c2c0-4c92-8643-322d3d4bc0d4 req-df0457f9-0b22-467c-8d07-950657e39ced tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0482399 Jun 03 16:17:47.716669 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-50d1d20b-c2c0-4c92-8643-322d3d4bc0d4 req-deba0d84-b470-447d-a97a-d72040e020e2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401382 Jun 03 16:17:47.817483 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80308-543d-4449-af4e-160a7ed23171 req-7ce5a631-3e78-4f13-b370-ff5be1b0e9cd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:47.818864 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac80308-543d-4449-af4e-160a7ed23171 req-7ce5a631-3e78-4f13-b370-ff5be1b0e9cd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0476973 Jun 03 16:17:47.867830 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ac80308-543d-4449-af4e-160a7ed23171 req-94a74bc3-83cf-4aca-a4da-3559e0814165 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429101 Jun 03 16:17:48.005297 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:17:48.262424 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9896-564b-4203-9aa3-1e2e384be1a9 req-bd19041c-6575-48d6-ab38-d6266cc85b72 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:48.263914 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1f2f9896-564b-4203-9aa3-1e2e384be1a9 req-bd19041c-6575-48d6-ab38-d6266cc85b72 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0455184 Jun 03 16:17:48.289074 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:48.311368 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1f2f9896-564b-4203-9aa3-1e2e384be1a9 req-8d1aa7ac-595b-4d84-b1d7-eae82157288d tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Jun 03 16:17:48.838579 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-9e2d0c64-7c5f-414f-946d-7c23af2b28a9 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220770 Jun 03 16:17:48.922951 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411f4ac-e57d-4e61-b468-7e2ee797766b req-4bcc2d9e-368b-4f4b-94c0-37c6484894dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:48.924883 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a411f4ac-e57d-4e61-b468-7e2ee797766b req-4bcc2d9e-368b-4f4b-94c0-37c6484894dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0577545 Jun 03 16:17:48.978104 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a411f4ac-e57d-4e61-b468-7e2ee797766b req-52d37935-5969-4621-a2f3-d2b5873cae2b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477402 Jun 03 16:17:49.151073 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-8001f4bc-4889-4171-b32f-155ad56ad2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:49.153370 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-8001f4bc-4889-4171-b32f-155ad56ad2a2 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=aac77ef2-24df-4348-b770-e983d0529c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3946543 Jun 03 16:17:49.158550 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-808e7049-c616-48ed-b839-6a32c19df810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:49.159898 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-808e7049-c616-48ed-b839-6a32c19df810 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.4190557 Jun 03 16:17:49.165702 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a6b4e-08b9-4e0f-bbbc-026b0c65fd07 req-c517c9a4-9807-415b-b6f7-a7c2b7d80cd6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:49.167009 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4d2a6b4e-08b9-4e0f-bbbc-026b0c65fd07 req-c517c9a4-9807-415b-b6f7-a7c2b7d80cd6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0687802 Jun 03 16:17:49.214372 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4d2a6b4e-08b9-4e0f-bbbc-026b0c65fd07 req-9ea2f683-ce6d-4e7b-84f2-c931e9f584f5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Jun 03 16:17:49.287533 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-070fcf3d-73a6-4528-9e3b-29e6eb6efe22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:49.427073 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bec6e0-6790-4ac9-b2a3-4dc47945b076 req-3f0e34f1-57f5-4764-81ec-35255a62b6c1 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:49.428489 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-24bec6e0-6790-4ac9-b2a3-4dc47945b076 req-3f0e34f1-57f5-4764-81ec-35255a62b6c1 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0489187 Jun 03 16:17:49.477266 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-24bec6e0-6790-4ac9-b2a3-4dc47945b076 req-5a60cec2-edcc-48c0-812f-870379a87aef tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 Jun 03 16:17:49.555745 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 43022) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:49.656561 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d73c243f-b01b-4ff6-aa57-9928b17faa36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:49.733501 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d73c243f-b01b-4ff6-aa57-9928b17faa36 admin admin] Publish callbacks [] for security_group (23a835d0-fff3-4566-8918-e5dd3d1513cb), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:49.737076 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d73c243f-b01b-4ff6-aa57-9928b17faa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (23a835d0-fff3-4566-8918-e5dd3d1513cb), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:49.775119 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d73c243f-b01b-4ff6-aa57-9928b17faa36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=164dfe502ebf4e63ae6bc97e0def2de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183559 Jun 03 16:17:49.776857 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c243f-b01b-4ff6-aa57-9928b17faa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a835d0-fff3-4566-8918-e5dd3d1513cb,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:49.778513 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 43026) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:49.791184 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:49.829375 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-80ff4282-c51b-4888-a561-bba6a2497cb0 admin admin] Publish callbacks [] for security_group (23a835d0-fff3-4566-8918-e5dd3d1513cb), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:49.853008 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-80ff4282-c51b-4888-a561-bba6a2497cb0 admin admin] Publish callbacks [] for security_group (23a835d0-fff3-4566-8918-e5dd3d1513cb), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:49.899937 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-80ff4282-c51b-4888-a561-bba6a2497cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (23a835d0-fff3-4566-8918-e5dd3d1513cb), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:49.902765 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-80ff4282-c51b-4888-a561-bba6a2497cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:49.904235 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-80ff4282-c51b-4888-a561-bba6a2497cb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23a835d0-fff3-4566-8918-e5dd3d1513cb HTTP/1.1" status: 204 len: 168 time: 0.1247587 Jun 03 16:17:49.912198 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff4282-c51b-4888-a561-bba6a2497cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a835d0-fff3-4566-8918-e5dd3d1513cb,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:50.093327 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3909b77-91ea-4b57-b4d8-bd22956f0d85 req-d258fdc4-8156-43c3-9b1f-b033cda6946e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:50.094827 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a3909b77-91ea-4b57-b4d8-bd22956f0d85 req-d258fdc4-8156-43c3-9b1f-b033cda6946e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0470068 Jun 03 16:17:50.143657 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a3909b77-91ea-4b57-b4d8-bd22956f0d85 req-df3b29b6-4d31-40b2-9c59-7e24aa263cd7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Jun 03 16:17:50.202998 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=65 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:50.254457 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:50.265016 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cccb8-2326-4959-85d7-5b80d2b5c89f req-28f79803-31af-4791-9b3a-cc7d3b6c323e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:50.267014 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b50cccb8-2326-4959-85d7-5b80d2b5c89f req-28f79803-31af-4791-9b3a-cc7d3b6c323e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0551646 Jun 03 16:17:50.277279 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 43048) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:50.284885 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-570ec085-2e29-4ccd-be54-b2545f55a31f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'floatingip': {'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:17:50.327489 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-570ec085-2e29-4ccd-be54-b2545f55a31f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (0ce03369-125c-475f-9408-83cfb9a45ea0), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:50.340959 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97682-1e6c-4697-a201-9ad11f597d5d req-eee60dce-2d0a-4006-8989-c64eebd771e6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:50.342450 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-29b97682-1e6c-4697-a201-9ad11f597d5d req-eee60dce-2d0a-4006-8989-c64eebd771e6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0493989 Jun 03 16:17:50.395230 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-29b97682-1e6c-4697-a201-9ad11f597d5d req-05b0194c-8b19-4768-94f9-a66c02a00c65 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470121 Jun 03 16:17:50.626671 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:50.675115 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fabe9-aa20-433c-8a5a-50ac1ae06cf4 req-97c5826f-58b4-4ca3-b630-b0ee848c2868 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:50.676658 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c9fabe9-aa20-433c-8a5a-50ac1ae06cf4 req-97c5826f-58b4-4ca3-b630-b0ee848c2868 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.1064701 Jun 03 16:17:50.757924 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c9fabe9-aa20-433c-8a5a-50ac1ae06cf4 req-87d2be83-13a0-4ab3-888d-79c171a0e3f6 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728593 Jun 03 16:17:50.812476 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-570ec085-2e29-4ccd-be54-b2545f55a31f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:50.816793 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-570ec085-2e29-4ccd-be54-b2545f55a31f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (0ce03369-125c-475f-9408-83cfb9a45ea0), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:50.912951 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-570ec085-2e29-4ccd-be54-b2545f55a31f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Floating IP 0ce03369-125c-475f-9408-83cfb9a45ea0 associated. External IP: 172.27.2.11, port: d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6. Jun 03 16:17:51.125211 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570ec085-2e29-4ccd-be54-b2545f55a31f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:17:51.204818 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:51.225573 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570ec085-2e29-4ccd-be54-b2545f55a31f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:17:51.229828 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-570ec085-2e29-4ccd-be54-b2545f55a31f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:51.235682 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:17:51.245849 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:17:51.251941 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:17:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:51.258796 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-570ec085-2e29-4ccd-be54-b2545f55a31f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "PUT /v2.0/floatingips/0ce03369-125c-475f-9408-83cfb9a45ea0 HTTP/1.1" status: 200 len: 991 time: 0.9793537 Jun 03 16:17:51.259492 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'tag': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:51.261802 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917" -d '{"events": [{"name": "network-changed", "server_uuid": "aab42cfc-29a0-4c3f-b30b-e5902d661dd2", "tag": "d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:17:51.296852 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396d8073-d203-4aed-b5a4-2e0fffa96470 x-openstack-request-id: req-396d8073-d203-4aed-b5a4-2e0fffa96470 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:17:51.297147 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab42cfc-29a0-4c3f-b30b-e5902d661dd2", "tag": "d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:17:51.297402 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-396d8073-d203-4aed-b5a4-2e0fffa96470 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:17:51.297801 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396d8073-d203-4aed-b5a4-2e0fffa96470'] response: {'name': 'network-changed', 'server_uuid': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'tag': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'status': 'completed', 'code': 200} Jun 03 16:17:51.350641 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:17:51.508631 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f79172-caff-4dc7-9a8e-3d4c2504c037 req-1e0d0c48-f61a-4be2-ae9c-1479a8e7b2e3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:51.510227 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-93f79172-caff-4dc7-9a8e-3d4c2504c037 req-1e0d0c48-f61a-4be2-ae9c-1479a8e7b2e3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0464714 Jun 03 16:17:51.557871 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '0ce03369-125c-475f-9408-83cfb9a45ea0', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:7f:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:01Z', 'updated_at': '2022-06-03T16:17:50Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:51.559715 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-93f79172-caff-4dc7-9a8e-3d4c2504c037 req-de7b54ea-d121-4c66-bd9e-4ed159731587 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Jun 03 16:17:51.582004 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:17:51.590259 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:17:51.590848 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:17:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:51.595695 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-18b7cebd-7d75-4717-af89-59f085694804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:51.692742 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:17:51.771885 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:51.873596 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7d6ca-8af9-4d7d-b177-bd2f4fe3f77b req-38795d37-b07a-46d5-8890-36c26a1fe65c tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:51.874973 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d9c7d6ca-8af9-4d7d-b177-bd2f4fe3f77b req-38795d37-b07a-46d5-8890-36c26a1fe65c tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0485225 Jun 03 16:17:51.893888 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '0ce03369-125c-475f-9408-83cfb9a45ea0', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:7f:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:01Z', 'updated_at': '2022-06-03T16:17:50Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:51.922302 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbee3c-7cec-46bf-a13f-9f0d04532cf7 None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '0ce03369-125c-475f-9408-83cfb9a45ea0', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:7f:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:01Z', 'updated_at': '2022-06-03T16:17:50Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:17:51.926645 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d9c7d6ca-8af9-4d7d-b177-bd2f4fe3f77b req-bf23cea0-13b4-4204-8720-bb2727152e5f tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460606 Jun 03 16:17:52.116581 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc0ba5-b308-40ed-ab52-6fe1821b69e7 None None] New status for floating IP 0ce03369-125c-475f-9408-83cfb9a45ea0: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:17:52.672534 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c97e-84e7-4ea5-9d21-164822f6bf36 req-11bc734b-c9c1-4857-804b-bca8648afae4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:52.673944 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1797c97e-84e7-4ea5-9d21-164822f6bf36 req-11bc734b-c9c1-4857-804b-bca8648afae4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0476806 Jun 03 16:17:52.718346 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1797c97e-84e7-4ea5-9d21-164822f6bf36 req-0b840964-06b5-4106-adef-80c9092191b8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Jun 03 16:17:52.840581 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:53.039679 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e128ad1-85b8-4cee-8792-6a0a2a6cef8a req-8c21b536-a455-4ae9-bfcf-de25735dfd70 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:53.041206 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3e128ad1-85b8-4cee-8792-6a0a2a6cef8a req-8c21b536-a455-4ae9-bfcf-de25735dfd70 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0466392 Jun 03 16:17:53.102203 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3e128ad1-85b8-4cee-8792-6a0a2a6cef8a req-5b8d5425-918c-4348-8bf7-64226e442941 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527070 Jun 03 16:17:53.829743 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ea9ef-9d1c-4fba-802d-03f678e627e3 req-08200306-d9f4-4a1d-ada5-2e036d865f32 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:53.831148 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e18ea9ef-9d1c-4fba-802d-03f678e627e3 req-08200306-d9f4-4a1d-ada5-2e036d865f32 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0442109 Jun 03 16:17:53.875241 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e18ea9ef-9d1c-4fba-802d-03f678e627e3 req-aeb6ea1a-7a46-4ccd-b8a9-b66c5de2b821 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 Jun 03 16:17:53.951445 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:54.212652 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60f6b6-1b3c-4dfb-a6f7-3d4c54fdde75 req-5876adda-3a2f-4c5c-b4ee-6a7528b56d1c tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:54.214013 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fd60f6b6-1b3c-4dfb-a6f7-3d4c54fdde75 req-5876adda-3a2f-4c5c-b4ee-6a7528b56d1c tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0483203 Jun 03 16:17:54.268069 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fd60f6b6-1b3c-4dfb-a6f7-3d4c54fdde75 req-ed77d7ae-d25c-4797-8148-8dc2adfbbe25 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485890 Jun 03 16:17:54.666230 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:54.693898 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:54.698341 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56256277-7936-41bb-b0d3-b80ef2b5b9aa req-5b33474e-b2b7-4b32-adcb-38c37532bbbf service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876441 Jun 03 16:17:54.700736 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-aa09493c-ffe8-4221-888b-07cf9739b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:54.702213 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-aa09493c-ffe8-4221-888b-07cf9739b25e service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0914190 Jun 03 16:17:54.729557 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-e06a21d5-bdec-40a1-9d9c-e5060e3b3a88 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201489 Jun 03 16:17:54.903845 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-0cbc7ebf-f521-41f4-8e6a-b3003d0f46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:54.905352 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-0cbc7ebf-f521-41f4-8e6a-b3003d0f46f6 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 1130 time: 0.0400755 Jun 03 16:17:55.029178 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-308276e2-ef40-4f59-8951-ae51d847b4dc service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611624 Jun 03 16:17:55.030963 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-9b63d945-638f-4373-9f04-8274040d690f service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619725 Jun 03 16:17:55.069026 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7e9b6-3d2a-4abe-beb2-fa6b7d79a00b req-97a8e321-3573-440f-a8fc-40fcb6a80de8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:55.070895 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-82d7e9b6-3d2a-4abe-beb2-fa6b7d79a00b req-97a8e321-3573-440f-a8fc-40fcb6a80de8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.1000504 Jun 03 16:17:55.085153 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-6ddf173e-6abe-4c85-bca8-0358606acca9 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:55.086570 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-6ddf173e-6abe-4c85-bca8-0358606acca9 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.118 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.1036394 Jun 03 16:17:55.118079 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:55.137106 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6da0460b-98f2-476a-91d1-c53d7396c5a5 req-8cd90d2a-0afc-4b43-930e-77b3b307cf65 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895972 Jun 03 16:17:55.143322 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-aa15202f-326e-4cb4-9603-4eeeb5c10402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:55.144789 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-aa15202f-326e-4cb4-9603-4eeeb5c10402 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 917 time: 0.2207215 Jun 03 16:17:55.359895 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-e79f0583-8124-40d5-b584-5e0c6c1aa063 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09848a8d962b47439b233d1f06bf72e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365059 Jun 03 16:17:55.488510 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-82d7e9b6-3d2a-4abe-beb2-fa6b7d79a00b req-6ef5630c-1274-4839-9707-8655e31e6719 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094734 Jun 03 16:17:55.521458 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-d21151d2-ac8c-441b-84a6-ade443b083ca tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Deleting port faed89f2-da2d-4cf7-b471-15a07783c520 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:17:55.521809 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-d21151d2-ac8c-441b-84a6-ade443b083ca tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:55.527386 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-eac176a9-10f7-4850-a29a-7c04c7359e3d service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 HTTP/1.1" status: 200 len: 1001 time: 0.3732595 Jun 03 16:17:55.547560 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb52d-4f25-472e-a434-def46938a90a req-4d865d7c-4482-4d46-b9e7-b6df8af40329 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:55.548934 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-4d865d7c-4482-4d46-b9e7-b6df8af40329 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833522 Jun 03 16:17:55.564246 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-3c9ec8b2-ef7a-4031-ac77-540e83fba218 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/quotas/09848a8d962b47439b233d1f06bf72e3 HTTP/1.1" status: 200 len: 375 time: 0.0097127 Jun 03 16:17:55.595921 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-4339f7e5-83a0-4e2a-b93c-9ac79b800687 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=09848a8d962b47439b233d1f06bf72e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261664 Jun 03 16:17:55.660211 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-527f8a23-e8dc-4c1f-8a11-4d283000deee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:55.661606 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-527f8a23-e8dc-4c1f-8a11-4d283000deee service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.1245379 Jun 03 16:17:55.669800 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765e568-1c78-4b45-8d2e-ea4c29a171c2 req-f425b20e-d6c8-4b8e-ba17-1fc5bd377d96 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:55.671192 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c765e568-1c78-4b45-8d2e-ea4c29a171c2 req-f425b20e-d6c8-4b8e-ba17-1fc5bd377d96 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 945 time: 0.0995076 Jun 03 16:17:55.697511 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-9d0c8be4-e666-489a-8f87-a57f8ee1604a service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405960 Jun 03 16:17:55.698413 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:55.764489 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-d21151d2-ac8c-441b-84a6-ade443b083ca tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] For port faed89f2-da2d-4cf7-b471-15a07783c520, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=faed89f2-da2d-4cf7-b471-15a07783c520,segment=NetworkSegment(48463645-35a0-4db5-a821-e8d63e0c01c6),segment_id=48463645-35a0-4db5-a821-e8d63e0c01c6)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:17:55.764846 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-d21151d2-ac8c-441b-84a6-ade443b083ca tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:55.768638 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-a2c18b3a-31db-46d6-9574-135d57d10176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:55.770396 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-a2c18b3a-31db-46d6-9574-135d57d10176 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0958264 Jun 03 16:17:55.810226 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-d21151d2-ac8c-441b-84a6-ade443b083ca tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Calling delete_port for faed89f2-da2d-4cf7-b471-15a07783c520 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:17:55.813417 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-630da941-e0c2-4d60-bd22-1c0425ea9859 req-c71e55d9-e917-4353-9d40-e27f4b641ab9 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 210 time: 0.0459709 Jun 03 16:17:55.837753 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-86755d51-1aeb-4c8a-b8d0-97ff76c281d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:55.839519 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-86755d51-1aeb-4c8a-b8d0-97ff76c281d2 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 1130 time: 0.0818026 Jun 03 16:17:55.854286 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c765e568-1c78-4b45-8d2e-ea4c29a171c2 req-5138a4f8-34a9-4827-8cd1-2495a4f94d30 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/security-groups?id=5abb358f-96fe-411a-8b4f-bbc23a6e184e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648846 Jun 03 16:17:55.973858 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-0040ce9d-1726-4674-8c8a-69dcd4a1eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:55.974365 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-6f9b9e0b-7d7e-4c73-94c2-ee4126bd46d3 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890438 Jun 03 16:17:55.975416 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-0040ce9d-1726-4674-8c8a-69dcd4a1eaa5 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.1129456 Jun 03 16:17:56.028961 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-e35247cf-d797-4fc1-83cf-ec5029944dde service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db97c3da-b633-48cb-8479-c740ca53cd00 HTTP/1.1" status: 200 len: 217 time: 0.0362911 Jun 03 16:17:56.079766 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:56.087580 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-c0d00273-7209-42d1-844d-274ae7a39d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:56.089108 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-c0d00273-7209-42d1-844d-274ae7a39d40 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0507934 Jun 03 16:17:56.119899 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:56.124691 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-d21151d2-ac8c-441b-84a6-ade443b083ca tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (faed89f2-da2d-4cf7-b471-15a07783c520), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:56.148742 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-8e878fd3-303c-4f45-aacd-256756cb50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:56.150855 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-8e878fd3-303c-4f45-aacd-256756cb50b7 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537400 Jun 03 16:17:56.164921 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21151d2-ac8c-441b-84a6-ade443b083ca tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Pushing event deleted for resources: {'Port': ['ID=faed89f2-da2d-4cf7-b471-15a07783c520,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:56.170399 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60ce9dc3-ed0b-4d93-90a1-4bffa3fb1917 req-904a3639-e37b-4d24-aca4-2d51a1a4d2a2 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787381 Jun 03 16:17:56.245624 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-d21151d2-ac8c-441b-84a6-ade443b083ca tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] No DVR routers for this DVR port faed89f2-da2d-4cf7-b471-15a07783c520 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:17:56.255034 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-73b7e06c-ad3c-4b74-9b16-a3afa2043ec8 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970809 Jun 03 16:17:56.256633 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-d21151d2-ac8c-441b-84a6-ade443b083ca tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:56.259987 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b1ad52c-b1d6-428c-8d34-acfbdd4d5709 req-d21151d2-ac8c-441b-84a6-ade443b083ca tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.118 "DELETE /v2.0/ports/faed89f2-da2d-4cf7-b471-15a07783c520 HTTP/1.1" status: 204 len: 173 time: 1.1641428 Jun 03 16:17:56.260492 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd398f1-b836-4cf5-9735-ed63505630a7', 'name': 'network-vif-deleted', 'tag': 'faed89f2-da2d-4cf7-b471-15a07783c520'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:56.268934 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a98c69-16a4-4bd1-8086-2483fb30bc23" -d '{"events": [{"server_uuid": "bdd398f1-b836-4cf5-9735-ed63505630a7", "name": "network-vif-deleted", "tag": "faed89f2-da2d-4cf7-b471-15a07783c520"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:17:56.310804 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f52fb9-909f-4aef-916b-5023eed0b365 x-openstack-request-id: req-d3f52fb9-909f-4aef-916b-5023eed0b365 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:17:56.311273 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd398f1-b836-4cf5-9735-ed63505630a7", "name": "network-vif-deleted", "tag": "faed89f2-da2d-4cf7-b471-15a07783c520", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:17:56.311886 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3f52fb9-909f-4aef-916b-5023eed0b365 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:17:56.312430 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f52fb9-909f-4aef-916b-5023eed0b365'] response: {'server_uuid': 'bdd398f1-b836-4cf5-9735-ed63505630a7', 'name': 'network-vif-deleted', 'tag': 'faed89f2-da2d-4cf7-b471-15a07783c520', 'status': 'completed', 'code': 200} Jun 03 16:17:56.379166 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dac2a3f7-7816-4e55-bcdf-38eb8bbb2e73 req-b1ce692e-5f4f-4c19-aaa6-133701ac6fdf service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062047 Jun 03 16:17:56.614224 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56ba8e-f716-4ef3-8cca-b125822cb98a req-af83727f-c608-44a9-aa2f-1e3f1db0ba52 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:56.615710 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bb56ba8e-f716-4ef3-8cca-b125822cb98a req-af83727f-c608-44a9-aa2f-1e3f1db0ba52 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0500543 Jun 03 16:17:56.675894 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bb56ba8e-f716-4ef3-8cca-b125822cb98a req-c78f2211-c762-40d2-acab-0377856e1541 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535064 Jun 03 16:17:56.911975 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:56.915332 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7406ef3a-6997-441d-997e-5e41d4693e71 req-35b91c41-29db-4b1b-99d2-6c9b584cb15f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 210 time: 0.0321259 Jun 03 16:17:56.962020 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ab2fa52-ee9e-4565-bd63-7ca8f0a067ed req-62092b3d-ea07-42e9-99e7-b151372cccb7 tempest-DeleteServersTestJSON-973382803 tempest-DeleteServersTestJSON-973382803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd398f1-b836-4cf5-9735-ed63505630a7 HTTP/1.1" status: 200 len: 210 time: 0.0302341 Jun 03 16:17:57.095040 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device faed89f2-da2d-4cf7-b471-15a07783c520 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:17:57.117846 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: faed89f2-da2d-4cf7-b471-15a07783c520 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:17:57.118195 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device faed89f2-da2d-4cf7-b471-15a07783c520 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:17:57.126257 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-aefc7eb8-8f97-4971-8f51-c48a51337707 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=09848a8d962b47439b233d1f06bf72e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239255 Jun 03 16:17:57.619409 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb52d-4f25-472e-a434-def46938a90a req-502c98e6-d566-4119-a492-cec20216c235 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:57.621806 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-502c98e6-d566-4119-a492-cec20216c235 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136358 Jun 03 16:17:57.644068 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Request body: {'port': {'device_id': 'afeb9bbb-035f-454f-be46-f05542854e35', 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f', 'admin_state_up': True, 'tenant_id': '09848a8d962b47439b233d1f06bf72e3'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:17:57.828389 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b25e99-907d-49a1-9360-d754e54fde81 req-e654fc0c-6658-4c3b-a0c8-d70cf80da99c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:57.830018 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d5b25e99-907d-49a1-9360-d754e54fde81 req-e654fc0c-6658-4c3b-a0c8-d70cf80da99c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0765498 Jun 03 16:17:57.843411 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Made reservation on behalf of 09848a8d962b47439b233d1f06bf72e3 for: {'port': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:17:57.846586 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:57.864029 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:57.908259 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d5b25e99-907d-49a1-9360-d754e54fde81 req-5f03e6e2-55ea-4e03-8292-86ce63ac87ab tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726409 Jun 03 16:17:57.917417 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:57.979532 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks [] for security_group (6d6fee08-8c77-4dba-9126-bcaf07d54878), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:57.984383 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (6d6fee08-8c77-4dba-9126-bcaf07d54878), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:58.030021 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f33c95f3-c3e7-4d14-9e0a-f6c904c7a014 req-7a9cb906-44d0-4863-8aed-7edc945e5115 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 210 time: 0.0372639 Jun 03 16:17:58.065070 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6fee08-8c77-4dba-9126-bcaf07d54878,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:58.156477 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Allocated IP 192.168.233.158 (ba0e9a3a-0755-4365-8670-2c742ecae04f/eb6e04da-6054-4ecf-a18d-0d9e02f94487/6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:17:58.330381 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks [] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:58.351117 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:58.372862 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:58.411216 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Network ba0e9a3a-0755-4365-8670-2c742ecae04f is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:17:58.414303 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:17:58.416845 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:17:58.423188 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:58.423876 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:58.445045 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Pushing event updated for resources: {'Port': ['ID=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:58.452011 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-68291af6-2b99-4f9a-bb95-98e0bd1f319f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8130574 Jun 03 16:17:58.472312 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Request body: {'port': {'device_id': 'afeb9bbb-035f-454f-be46-f05542854e35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:17:58.535907 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:58.701072 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-36275a1d-b13b-4894-82d2-7f3a01306b1d None None] Provisioning complete for port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:17:58.701619 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36275a1d-b13b-4894-82d2-7f3a01306b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:58.732982 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-36275a1d-b13b-4894-82d2-7f3a01306b1d None None] Port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:17:58.818237 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:58.831481 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:17:58.838702 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Publish callbacks [] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:58.852032 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Transition to ACTIVE for port object 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 will not be triggered until provisioned by entity L2. {{(pid=103937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:17:58.855249 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:58.900702 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Pushing event updated for resources: {'Port': ['ID=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:58.936697 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Attempting to bind port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:17:58.937023 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Attempting to bind port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '135c79ca-a0b6-458c-9475-4ba3dfa0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:17:58.937345 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Attempting to bind port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 on network ba0e9a3a-0755-4365-8670-2c742ecae04f {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:17:58.942382 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 on network ba0e9a3a-0755-4365-8670-2c742ecae04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:17:58.942708 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Attempting to bind port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 on network ba0e9a3a-0755-4365-8670-2c742ecae04f {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:17:58.947953 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:17:58.948290 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Checking segment: {'id': '135c79ca-a0b6-458c-9475-4ba3dfa0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:17:58.949804 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Bound using segment: {'id': '135c79ca-a0b6-458c-9475-4ba3dfa0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:17:58.949804 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Bound port: 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135c79ca-a0b6-458c-9475-4ba3dfa0de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:17:58.950055 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:59.013879 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] For port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292, host hv-cinder-83699, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:17:59.017118 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] For port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,segment=NetworkSegment(135c79ca-a0b6-458c-9475-4ba3dfa0de19),segment_id=135c79ca-a0b6-458c-9475-4ba3dfa0de19)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:17:59.025101 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:59.037040 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e36c3-7cc0-4bd8-b10f-187b2940e4a4 req-b4e6c598-2f93-4b26-8d00-ba6004cbeb0f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:59.039999 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9e36c3-7cc0-4bd8-b10f-187b2940e4a4 req-b4e6c598-2f93-4b26-8d00-ba6004cbeb0f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0561411 Jun 03 16:17:59.082742 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Pushing event updated for resources: {'Port': ['ID=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:59.085006 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:59.098260 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:59.098998 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:59.100362 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-df45b321-8b6c-4cfa-8844-f945961bf88a service neutron] 10.222.0.118 "PUT /v2.0/ports/6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 HTTP/1.1" status: 200 len: 1098 time: 0.6330101 Jun 03 16:17:59.100806 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb9bbb-035f-454f-be46-f05542854e35', 'tag': '6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:59.103339 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb9bbb-035f-454f-be46-f05542854e35", "tag": "6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:17:59.193360 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9e36c3-7cc0-4bd8-b10f-187b2940e4a4 req-2c6c5dcd-0f53-4a86-9525-a7b500f6d0a7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449497 Jun 03 16:17:59.248614 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5083fd59-e7dd-4e32-b400-ba7333f955c1 x-openstack-request-id: req-5083fd59-e7dd-4e32-b400-ba7333f955c1 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:17:59.249036 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb9bbb-035f-454f-be46-f05542854e35", "tag": "6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:17:59.249286 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5083fd59-e7dd-4e32-b400-ba7333f955c1 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:17:59.249675 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5083fd59-e7dd-4e32-b400-ba7333f955c1'] response: {'name': 'network-changed', 'server_uuid': 'afeb9bbb-035f-454f-be46-f05542854e35', 'tag': '6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292', 'status': 'completed', 'code': 200} Jun 03 16:17:59.257167 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb52d-4f25-472e-a434-def46938a90a req-30148595-d91c-4bf7-9beb-2fc8a1b1542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:59.258665 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-30148595-d91c-4bf7-9beb-2fc8a1b1542a service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=09848a8d962b47439b233d1f06bf72e3&device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 1132 time: 0.0999281 Jun 03 16:17:59.272265 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe2ea6-1231-466e-b6e1-d26f4acb0088 req-7b8e5d49-e904-482e-ae94-8f691c4f55c6 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:59.273956 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0ffe2ea6-1231-466e-b6e1-d26f4acb0088 req-7b8e5d49-e904-482e-ae94-8f691c4f55c6 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 948 time: 0.0756447 Jun 03 16:17:59.329852 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-f3f17b69-f864-4919-884c-a6ab4a58ff18 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 HTTP/1.1" status: 200 len: 217 time: 0.0485528 Jun 03 16:17:59.387980 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0ffe2ea6-1231-466e-b6e1-d26f4acb0088 req-f643a549-4cd4-40d2-8f83-249cbc41f1fa tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980029 Jun 03 16:17:59.396999 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb52d-4f25-472e-a434-def46938a90a req-634284ab-c808-48f4-bae0-ed81a17a19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:59.398433 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-634284ab-c808-48f4-bae0-ed81a17a19f1 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=eb6e04da-6054-4ecf-a18d-0d9e02f94487 HTTP/1.1" status: 200 len: 843 time: 0.0613356 Jun 03 16:17:59.449891 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb52d-4f25-472e-a434-def46938a90a req-ae314734-1699-4749-8736-b9dc6e2aae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:59.450704 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-ae314734-1699-4749-8736-b9dc6e2aae39 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=ba0e9a3a-0755-4365-8670-2c742ecae04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0445635 Jun 03 16:17:59.497626 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 43216) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:59.541280 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ffa5c9-e9fb-4528-90f6-098f66d11b28 admin admin] Deleting subnet 9ced27b9-e779-4db8-b01f-95e2afb56db5 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:17:59.545249 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-e6826b06-5d50-42cc-b2b4-5f5fd9c813d3 service neutron] 10.222.0.118 "GET /v2.0/networks/ba0e9a3a-0755-4365-8670-2c742ecae04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875323 Jun 03 16:17:59.545958 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97ffa5c9-e9fb-4528-90f6-098f66d11b28 admin admin] Publish callbacks [] for subnet (9ced27b9-e779-4db8-b01f-95e2afb56db5), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:59.579077 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97ffa5c9-e9fb-4528-90f6-098f66d11b28 admin admin] Publish callbacks [] for subnet (9ced27b9-e779-4db8-b01f-95e2afb56db5), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:59.588091 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97ffa5c9-e9fb-4528-90f6-098f66d11b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (9ced27b9-e779-4db8-b01f-95e2afb56db5), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:59.625627 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:17:59.639894 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a33cb52d-4f25-472e-a434-def46938a90a req-da6b20c9-ef97-48c4-bf8b-e4cb361ae8c3 service neutron] 10.222.0.118 "GET /v2.0/networks/ba0e9a3a-0755-4365-8670-2c742ecae04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829740 Jun 03 16:17:59.650262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97ffa5c9-e9fb-4528-90f6-098f66d11b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (9ced27b9-e779-4db8-b01f-95e2afb56db5), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:59.677212 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffa5c9-e9fb-4528-90f6-098f66d11b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ced27b9-e779-4db8-b01f-95e2afb56db5,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:59.680846 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-97ffa5c9-e9fb-4528-90f6-098f66d11b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:59.684770 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-97ffa5c9-e9fb-4528-90f6-098f66d11b28 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9ced27b9-e779-4db8-b01f-95e2afb56db5 HTTP/1.1" status: 204 len: 168 time: 0.1852481 Jun 03 16:17:59.686379 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 43218) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:17:59.752939 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:59.860240 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:17:59.884175 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.884536 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.885260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.885611 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > port after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.885954 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.886269 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > port after_update 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.887106 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.887447 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.887772 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.888095 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.985991 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.986268 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.986595 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.986920 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:17:59.987310 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:00.004175 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48463645-35a0-4db5-a821-e8d63e0c01c6') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:00.004472 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48463645-35a0-4db5-a821-e8d63e0c01c6') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:00.020480 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17695901'] for segment (48463645-35a0-4db5-a821-e8d63e0c01c6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:00.040846 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (48463645-35a0-4db5-a821-e8d63e0c01c6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:00.049511 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:18:00.049881 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17377044'] for segment (48463645-35a0-4db5-a821-e8d63e0c01c6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:00.119943 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:00.126434 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:00.129732 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9 HTTP/1.1" status: 204 len: 168 time: 0.4423792 Jun 03 16:18:00.142771 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eab0c-8fa9-483e-963d-84e14ee83015 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7dfdfc9-0dda-4bea-8c8d-33e7e10f86c9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:00.358393 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc9c4b-593d-49e9-a939-cb04dd901154 req-97c038e2-325d-472b-be8e-de047f354dc6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:00.360543 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7abc9c4b-593d-49e9-a939-cb04dd901154 req-97c038e2-325d-472b-be8e-de047f354dc6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0604789 Jun 03 16:18:00.394060 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 48463645-35a0-4db5-a821-e8d63e0c01c6 resource provider aggregate not found Jun 03 16:18:00.422561 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 48463645-35a0-4db5-a821-e8d63e0c01c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48463645-35a0-4db5-a821-e8d63e0c01c6 found for delete ", "request_id": "req-8cbc537b-5385-49cf-a068-4ef18b9a352e"}]} Jun 03 16:18:00.428689 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7abc9c4b-593d-49e9-a939-cb04dd901154 req-6310fb28-ba46-469a-8206-230107038ca1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600421 Jun 03 16:18:00.429314 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 43270) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:00.737980 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-39c71136-a11b-4a09-8084-a5a895211c32 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1dde95632be44e29e77bfddc2ad84b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3074224 Jun 03 16:18:00.741156 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 43288) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:00.753029 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5436-0f45-479f-ad54-96d9d981ca77 req-9cdcd056-8183-4939-8132-91db8c09b7cb tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:00.754516 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8eee5436-0f45-479f-ad54-96d9d981ca77 req-9cdcd056-8183-4939-8132-91db8c09b7cb tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 948 time: 0.2918062 Jun 03 16:18:00.796096 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c042f88b-3069-4799-bd7d-3095b25e5e2f admin admin] Publish callbacks [] for security_group (5abb358f-96fe-411a-8b4f-bbc23a6e184e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:00.802298 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8eee5436-0f45-479f-ad54-96d9d981ca77 req-cd0aa173-7104-4c6e-aee3-83f2c37a70dc tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421224 Jun 03 16:18:00.804690 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:00.820117 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c042f88b-3069-4799-bd7d-3095b25e5e2f admin admin] Publish callbacks [] for security_group (5abb358f-96fe-411a-8b4f-bbc23a6e184e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:00.867353 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c042f88b-3069-4799-bd7d-3095b25e5e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (5abb358f-96fe-411a-8b4f-bbc23a6e184e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:00.869776 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c042f88b-3069-4799-bd7d-3095b25e5e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:00.870891 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c042f88b-3069-4799-bd7d-3095b25e5e2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5abb358f-96fe-411a-8b4f-bbc23a6e184e HTTP/1.1" status: 204 len: 168 time: 0.1286652 Jun 03 16:18:00.878168 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042f88b-3069-4799-bd7d-3095b25e5e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abb358f-96fe-411a-8b4f-bbc23a6e184e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:01.555742 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5273-c23e-4039-aefa-103ee6501711 req-08e80628-f1a3-4e0c-8c74-01f0abd7cbb8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:01.557219 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-45dc5273-c23e-4039-aefa-103ee6501711 req-08e80628-f1a3-4e0c-8c74-01f0abd7cbb8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0471475 Jun 03 16:18:01.607101 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-45dc5273-c23e-4039-aefa-103ee6501711 req-8c2217a6-bca3-4f46-9cf6-c702792036f2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441394 Jun 03 16:18:01.892011 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=16 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:01.897154 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=71 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:01.917924 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b347c-717c-47f2-be90-9361bcab4600 req-530ba943-2732-461a-a32f-a8e4fbe9d7ae tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:01.919675 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-316b347c-717c-47f2-be90-9361bcab4600 req-530ba943-2732-461a-a32f-a8e4fbe9d7ae tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 948 time: 0.0499477 Jun 03 16:18:01.967826 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-316b347c-717c-47f2-be90-9361bcab4600 req-b6b4fc4c-66b7-4cee-b8a0-d1638e37db0a tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Jun 03 16:18:02.737223 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e24f0-62dd-4314-8db3-39ba12b4a97b req-3e67f820-7162-47d1-94c6-f041699ab3e4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:02.738723 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ef1e24f0-62dd-4314-8db3-39ba12b4a97b req-3e67f820-7162-47d1-94c6-f041699ab3e4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0546834 Jun 03 16:18:02.788683 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ef1e24f0-62dd-4314-8db3-39ba12b4a97b req-9dcda070-06e1-4461-a9a1-5ef06321f537 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Jun 03 16:18:02.997311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-d038b42d-3ff6-4c44-b428-168edd0f6b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:02.998611 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-d038b42d-3ff6-4c44-b428-168edd0f6b24 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=09848a8d962b47439b233d1f06bf72e3&device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 1132 time: 0.0465949 Jun 03 16:18:03.094721 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:03.115933 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c5e50-9b95-4ab7-8468-8889145591df req-6ea9b235-49b4-4b0e-a232-eb7a82098c16 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:03.117396 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-797c5e50-9b95-4ab7-8468-8889145591df req-6ea9b235-49b4-4b0e-a232-eb7a82098c16 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 948 time: 0.0623913 Jun 03 16:18:03.134758 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:18:03.173928 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-d72e64ca-2107-4913-980f-65cfb1aac22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:03.175420 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-d72e64ca-2107-4913-980f-65cfb1aac22a service neutron] 10.222.0.118 "GET /v2.0/networks?id=ba0e9a3a-0755-4365-8670-2c742ecae04f HTTP/1.1" status: 200 len: 871 time: 0.1640046 Jun 03 16:18:03.195489 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-797c5e50-9b95-4ab7-8468-8889145591df req-cba48771-8ca8-4182-b1f9-ae9b951959f2 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710716 Jun 03 16:18:03.228337 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-bf4c2de7-0a03-44be-9616-1ae201cefcbe service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 HTTP/1.1" status: 200 len: 217 time: 0.0369039 Jun 03 16:18:03.249158 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,segment=NetworkSegment(135c79ca-a0b6-458c-9475-4ba3dfa0de19),segment_id=135c79ca-a0b6-458c-9475-4ba3dfa0de19)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:03.261708 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292', 'network_id': 'ba0e9a3a-0755-4365-8670-2c742ecae04f', 'port_id': '6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292', 'mac_address': 'fa:16:3e:c4:67:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6e04da-6054-4ecf-a18d-0d9e02f94487', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:18:03.291381 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-b60bd768-deb9-4c1d-b3b6-0ed04fb0678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:03.293675 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-b60bd768-deb9-4c1d-b3b6-0ed04fb0678a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=eb6e04da-6054-4ecf-a18d-0d9e02f94487 HTTP/1.1" status: 200 len: 843 time: 0.0585687 Jun 03 16:18:03.299136 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:03.299613 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:03.314099 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:18:03.333428 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:03.337084 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,segment=NetworkSegment(135c79ca-a0b6-458c-9475-4ba3dfa0de19),segment_id=135c79ca-a0b6-458c-9475-4ba3dfa0de19)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:03.341722 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:03.350485 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-d62a0c5b-a18b-4e2a-b97a-6e1486ac9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:03.352026 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-d62a0c5b-a18b-4e2a-b97a-6e1486ac9014 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=ba0e9a3a-0755-4365-8670-2c742ecae04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0483513 Jun 03 16:18:03.387807 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:03.389678 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:03.395969 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.396435 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.396949 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.397302 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.397669 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.398005 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.398367 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.398766 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.399020 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.399363 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.399687 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.400032 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.400382 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.400694 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.401031 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.452434 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-447d25d1-e30a-4d51-9e9d-9da19e73e1ee service neutron] 10.222.0.118 "GET /v2.0/networks/ba0e9a3a-0755-4365-8670-2c742ecae04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931206 Jun 03 16:18:03.554173 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f2a6ec2a-1f55-4b2e-ad0f-6d1c0f877ec8 req-3d652503-4d70-4e94-9578-2a803e3b2243 service neutron] 10.222.0.118 "GET /v2.0/networks/ba0e9a3a-0755-4365-8670-2c742ecae04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916131 Jun 03 16:18:03.887630 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 43450) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:03.908515 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1fb9b-0967-4e70-9476-cd916e2baedc req-0194bae2-b274-4e33-a51b-c06880d5f8c2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:03.910146 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e4d1fb9b-0967-4e70-9476-cd916e2baedc req-0194bae2-b274-4e33-a51b-c06880d5f8c2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0495892 Jun 03 16:18:03.967227 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e4d1fb9b-0967-4e70-9476-cd916e2baedc req-42c04c43-5804-48b6-8a84-d428990afdd1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499694 Jun 03 16:18:03.992040 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:18:04.021311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-78065b25-ac3d-4e99-a8cf-ec8d413653da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.101536 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-78065b25-ac3d-4e99-a8cf-ec8d413653da admin admin] Publish callbacks [] for security_group (3368b07f-21d4-4cf0-9de5-9399d5b0c353), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.105672 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-78065b25-ac3d-4e99-a8cf-ec8d413653da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (3368b07f-21d4-4cf0-9de5-9399d5b0c353), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.147366 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-78065b25-ac3d-4e99-a8cf-ec8d413653da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f24b497164f45348ac2f7ec664c6555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630489 Jun 03 16:18:04.148231 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78065b25-ac3d-4e99-a8cf-ec8d413653da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3368b07f-21d4-4cf0-9de5-9399d5b0c353,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:04.149839 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 43454) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:04.187531 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:04.201798 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1d4a-8312-407b-874b-15e4a9d4d8fd admin admin] Publish callbacks [] for security_group (3368b07f-21d4-4cf0-9de5-9399d5b0c353), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.222654 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1d4a-8312-407b-874b-15e4a9d4d8fd admin admin] Publish callbacks [] for security_group (3368b07f-21d4-4cf0-9de5-9399d5b0c353), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.272111 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1d4a-8312-407b-874b-15e4a9d4d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (3368b07f-21d4-4cf0-9de5-9399d5b0c353), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.274597 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1d4a-8312-407b-874b-15e4a9d4d8fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.275749 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5b0a1d4a-8312-407b-874b-15e4a9d4d8fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3368b07f-21d4-4cf0-9de5-9399d5b0c353 HTTP/1.1" status: 204 len: 168 time: 0.1249750 Jun 03 16:18:04.284802 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a1d4a-8312-407b-874b-15e4a9d4d8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3368b07f-21d4-4cf0-9de5-9399d5b0c353,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:04.325572 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584f86-64ed-4520-b0ee-28db809b3d31 req-1aed9b64-82bc-4d4b-aaa9-af552c66c657 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:04.327129 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4f584f86-64ed-4520-b0ee-28db809b3d31 req-1aed9b64-82bc-4d4b-aaa9-af552c66c657 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 949 time: 0.0537899 Jun 03 16:18:04.385946 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4f584f86-64ed-4520-b0ee-28db809b3d31 req-594a6efb-04a0-48cf-a28b-4e94d8e1959f tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469713 Jun 03 16:18:04.551269 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 43464) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:04.565009 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81ed77b6-1872-4289-8adb-9322d8a875f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.639203 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81ed77b6-1872-4289-8adb-9322d8a875f6 admin admin] Publish callbacks [] for security_group (3154f720-4287-459e-9c5a-4b601155ad48), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.642924 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81ed77b6-1872-4289-8adb-9322d8a875f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (3154f720-4287-459e-9c5a-4b601155ad48), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.682094 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-81ed77b6-1872-4289-8adb-9322d8a875f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a577dcd0f9914e8a910ca3bae10a376b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297801 Jun 03 16:18:04.683034 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed77b6-1872-4289-8adb-9322d8a875f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3154f720-4287-459e-9c5a-4b601155ad48,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:04.684822 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 43466) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:04.733248 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b2805b4e-ea48-4d00-80c8-89c515439601 admin admin] Publish callbacks [] for security_group (3154f720-4287-459e-9c5a-4b601155ad48), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.756402 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b2805b4e-ea48-4d00-80c8-89c515439601 admin admin] Publish callbacks [] for security_group (3154f720-4287-459e-9c5a-4b601155ad48), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.803748 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b2805b4e-ea48-4d00-80c8-89c515439601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (3154f720-4287-459e-9c5a-4b601155ad48), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.806240 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b2805b4e-ea48-4d00-80c8-89c515439601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:04.807390 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-b2805b4e-ea48-4d00-80c8-89c515439601 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3154f720-4287-459e-9c5a-4b601155ad48 HTTP/1.1" status: 204 len: 168 time: 0.1215153 Jun 03 16:18:04.814838 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2805b4e-ea48-4d00-80c8-89c515439601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3154f720-4287-459e-9c5a-4b601155ad48,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:05.091075 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8cf6d-a774-41de-97fa-d5ca2c916747 req-be3167b3-2952-4363-9ed5-9b1f0eb8de01 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:05.092451 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a8cf6d-a774-41de-97fa-d5ca2c916747 req-be3167b3-2952-4363-9ed5-9b1f0eb8de01 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0574133 Jun 03 16:18:05.141144 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a8cf6d-a774-41de-97fa-d5ca2c916747 req-242bfc70-c047-4127-b3f7-e9fdc22749fc tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432427 Jun 03 16:18:05.480425 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:18:05.505531 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b7f0-ddec-4090-9365-42d2b5073494 req-ebeabd60-a3b7-4ad1-b4b2-c7b0f38b8577 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:05.507036 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4a71b7f0-ddec-4090-9365-42d2b5073494 req-ebeabd60-a3b7-4ad1-b4b2-c7b0f38b8577 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 949 time: 0.0501466 Jun 03 16:18:05.515536 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:05.538593 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:18:05.545625 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:05.546246 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:05.559187 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4a71b7f0-ddec-4090-9365-42d2b5073494 req-9f36c1d5-1f27-4c59-9a58-d04a6b5ba9ce tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 Jun 03 16:18:05.616938 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:05.617318 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:05.643266 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb9bbb-035f-454f-be46-f05542854e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:05.645528 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c06897-36ab-44d6-b681-adfe981e4e85" -d '{"events": [{"server_uuid": "afeb9bbb-035f-454f-be46-f05542854e35", "name": "network-vif-plugged", "status": "completed", "tag": "6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:05.658630 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,segment=NetworkSegment(135c79ca-a0b6-458c-9475-4ba3dfa0de19),segment_id=135c79ca-a0b6-458c-9475-4ba3dfa0de19)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:05.663321 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:05.688540 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc994f27-cce8-48b3-87b2-b9216ded740c x-openstack-request-id: req-bc994f27-cce8-48b3-87b2-b9216ded740c {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:05.688827 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb9bbb-035f-454f-be46-f05542854e35", "name": "network-vif-plugged", "status": "completed", "tag": "6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:05.689082 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc994f27-cce8-48b3-87b2-b9216ded740c {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:05.689462 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc994f27-cce8-48b3-87b2-b9216ded740c'] response: {'server_uuid': 'afeb9bbb-035f-454f-be46-f05542854e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292', 'code': 200} Jun 03 16:18:05.715488 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:05.884144 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6d605-503b-49ee-9bfc-ed6563aa9cd8 req-574d4c22-3424-426a-af86-f0afd6060c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:05.885723 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-45c6d605-503b-49ee-9bfc-ed6563aa9cd8 req-574d4c22-3424-426a-af86-f0afd6060c03 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 1134 time: 0.0423102 Jun 03 16:18:05.923630 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:05.927023 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:05.931689 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-45c6d605-503b-49ee-9bfc-ed6563aa9cd8 req-e680f51f-4428-4aa5-a7fe-c1a158a3a3f6 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395238 Jun 03 16:18:06.263251 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ca1c-041e-4af2-9ce2-21006cece7cd req-9e231132-8e08-48eb-8327-08bea9357a7f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:06.264937 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9f7ca1c-041e-4af2-9ce2-21006cece7cd req-9e231132-8e08-48eb-8327-08bea9357a7f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0544295 Jun 03 16:18:06.318974 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9f7ca1c-041e-4af2-9ce2-21006cece7cd req-e485dbbc-d233-4182-9e40-c764f7407b80 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485859 Jun 03 16:18:06.677426 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df03d0-6d51-417b-b646-e487f0043a42 req-c4c918e7-6b4e-40c1-b4c7-c6ab5b05b9d3 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:06.678901 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f5df03d0-6d51-417b-b646-e487f0043a42 req-c4c918e7-6b4e-40c1-b4c7-c6ab5b05b9d3 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 950 time: 0.0491581 Jun 03 16:18:06.734162 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f5df03d0-6d51-417b-b646-e487f0043a42 req-28b57520-2033-498b-b735-4addde9fcbe5 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467155 Jun 03 16:18:07.331755 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 43552) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:07.451089 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590e60b-54ea-4431-9509-09dc031bb11c req-9e710c48-208f-41e1-aae3-a9367ea9c738 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:07.452543 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7590e60b-54ea-4431-9509-09dc031bb11c req-9e710c48-208f-41e1-aae3-a9367ea9c738 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0602036 Jun 03 16:18:07.453640 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0642-e724-4c45-833a-20f6817cf68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:07.541099 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7590e60b-54ea-4431-9509-09dc031bb11c req-4a851e66-7964-4959-afb2-c276f35e7ae9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797455 Jun 03 16:18:07.576481 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0642-e724-4c45-833a-20f6817cf68b admin admin] Publish callbacks [] for security_group (0f2436f4-8d09-4a5e-864c-563050c22167), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:07.579951 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0642-e724-4c45-833a-20f6817cf68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (0f2436f4-8d09-4a5e-864c-563050c22167), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:07.617257 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c0642-e724-4c45-833a-20f6817cf68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2436f4-8d09-4a5e-864c-563050c22167,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:07.621344 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-3e9c0642-e724-4c45-833a-20f6817cf68b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d90dd72a1f1547239fc123a0f149cace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885058 Jun 03 16:18:07.623975 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 43558) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:07.674614 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-49087fac-4148-4d0c-8b0a-625aaf390927 admin admin] Publish callbacks [] for security_group (0f2436f4-8d09-4a5e-864c-563050c22167), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:07.695633 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-49087fac-4148-4d0c-8b0a-625aaf390927 admin admin] Publish callbacks [] for security_group (0f2436f4-8d09-4a5e-864c-563050c22167), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:07.743684 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-49087fac-4148-4d0c-8b0a-625aaf390927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (0f2436f4-8d09-4a5e-864c-563050c22167), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:07.746366 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-49087fac-4148-4d0c-8b0a-625aaf390927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:07.747550 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-49087fac-4148-4d0c-8b0a-625aaf390927 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f2436f4-8d09-4a5e-864c-563050c22167 HTTP/1.1" status: 204 len: 168 time: 0.1226821 Jun 03 16:18:07.755497 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49087fac-4148-4d0c-8b0a-625aaf390927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2436f4-8d09-4a5e-864c-563050c22167,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:07.862326 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78e871-34c4-4688-a51b-79f79ff86dc1 req-19a57f3a-599f-4c43-b8fd-52da5b7872db tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:07.867786 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ba78e871-34c4-4688-a51b-79f79ff86dc1 req-19a57f3a-599f-4c43-b8fd-52da5b7872db tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 950 time: 0.0538776 Jun 03 16:18:07.890652 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:07.916359 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ba78e871-34c4-4688-a51b-79f79ff86dc1 req-e6a08d67-dece-409d-9f21-2950735cd0d9 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467811 Jun 03 16:18:08.052304 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 43568) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:08.065709 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c37fb9ed-945f-492c-9ddc-92ace3a6c305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:08.145604 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c37fb9ed-945f-492c-9ddc-92ace3a6c305 admin admin] Publish callbacks [] for security_group (7d053799-2e56-47b1-9d28-9238b2008a51), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:08.149166 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c37fb9ed-945f-492c-9ddc-92ace3a6c305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7d053799-2e56-47b1-9d28-9238b2008a51), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:08.186450 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fb9ed-945f-492c-9ddc-92ace3a6c305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d053799-2e56-47b1-9d28-9238b2008a51,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:08.191843 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-c37fb9ed-945f-492c-9ddc-92ace3a6c305 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b26c390f1a8c448aacd623d400d365ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385424 Jun 03 16:18:08.194524 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 43570) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:08.242897 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-22158ed9-e798-4b87-8240-ae1a7c3c42eb admin admin] Publish callbacks [] for security_group (7d053799-2e56-47b1-9d28-9238b2008a51), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:08.267015 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-22158ed9-e798-4b87-8240-ae1a7c3c42eb admin admin] Publish callbacks [] for security_group (7d053799-2e56-47b1-9d28-9238b2008a51), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:08.282189 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:08.284961 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:08.319343 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-22158ed9-e798-4b87-8240-ae1a7c3c42eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7d053799-2e56-47b1-9d28-9238b2008a51), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:08.321823 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-22158ed9-e798-4b87-8240-ae1a7c3c42eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:08.322948 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-22158ed9-e798-4b87-8240-ae1a7c3c42eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d053799-2e56-47b1-9d28-9238b2008a51 HTTP/1.1" status: 204 len: 168 time: 0.1276438 Jun 03 16:18:08.330960 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22158ed9-e798-4b87-8240-ae1a7c3c42eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d053799-2e56-47b1-9d28-9238b2008a51,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:08.666905 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18335a-19a4-491e-91e7-1dc051ff0d07 req-0f16ec99-e684-4074-afea-d1b9125e7b37 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:08.669110 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5d18335a-19a4-491e-91e7-1dc051ff0d07 req-0f16ec99-e684-4074-afea-d1b9125e7b37 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0585723 Jun 03 16:18:08.726871 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5d18335a-19a4-491e-91e7-1dc051ff0d07 req-dc23e64d-de68-440a-b8d3-f1219d6ebd51 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525005 Jun 03 16:18:09.045202 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2adef-87dc-4d5d-b10f-27ccc83b59d7 req-9cb4e511-ff2a-4d96-bc28-1ec7fa0bc4a3 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:09.046676 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7ae2adef-87dc-4d5d-b10f-27ccc83b59d7 req-9cb4e511-ff2a-4d96-bc28-1ec7fa0bc4a3 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 950 time: 0.0618143 Jun 03 16:18:09.099271 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7ae2adef-87dc-4d5d-b10f-27ccc83b59d7 req-988378c6-80c9-4ffa-ab2e-b3158f3326d2 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Jun 03 16:18:09.414835 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16949292-692b-4538-af38-94e454986c80 req-be094bbb-bc88-48bf-8f7f-e35026cbd5b0 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:09.416339 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-16949292-692b-4538-af38-94e454986c80 req-be094bbb-bc88-48bf-8f7f-e35026cbd5b0 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 950 time: 0.0473359 Jun 03 16:18:09.436158 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 43614) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:09.463195 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-16949292-692b-4538-af38-94e454986c80 req-fc194b9c-481d-450d-8b3c-f44b6704cbc3 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Jun 03 16:18:09.538674 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9ef352f5-3311-49a1-9b17-3af9ecf623da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:09.612746 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9ef352f5-3311-49a1-9b17-3af9ecf623da admin admin] Publish callbacks [] for security_group (28af3767-8b2f-4b6d-a7e4-b9dfce2496f6), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:09.616311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9ef352f5-3311-49a1-9b17-3af9ecf623da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (28af3767-8b2f-4b6d-a7e4-b9dfce2496f6), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:09.655033 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-9ef352f5-3311-49a1-9b17-3af9ecf623da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ad6d2af9ad84ecd884e3a5658464cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178364 Jun 03 16:18:09.656065 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef352f5-3311-49a1-9b17-3af9ecf623da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28af3767-8b2f-4b6d-a7e4-b9dfce2496f6,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:09.657872 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 43618) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:09.705598 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-88e8adc3-ad44-45cf-ba00-915aef9522d2 admin admin] Publish callbacks [] for security_group (28af3767-8b2f-4b6d-a7e4-b9dfce2496f6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:09.727226 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-88e8adc3-ad44-45cf-ba00-915aef9522d2 admin admin] Publish callbacks [] for security_group (28af3767-8b2f-4b6d-a7e4-b9dfce2496f6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:09.732857 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:09.777747 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-88e8adc3-ad44-45cf-ba00-915aef9522d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (28af3767-8b2f-4b6d-a7e4-b9dfce2496f6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:09.780403 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-88e8adc3-ad44-45cf-ba00-915aef9522d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:09.781532 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-88e8adc3-ad44-45cf-ba00-915aef9522d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28af3767-8b2f-4b6d-a7e4-b9dfce2496f6 HTTP/1.1" status: 204 len: 168 time: 0.1227162 Jun 03 16:18:09.789840 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8adc3-ad44-45cf-ba00-915aef9522d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28af3767-8b2f-4b6d-a7e4-b9dfce2496f6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:09.851114 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4611a-d05c-4d86-a2e4-5f245a6a314f req-e0d8182c-a0c3-4d3a-97ea-69fbddf8a3fe tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:09.852620 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-55c4611a-d05c-4d86-a2e4-5f245a6a314f req-e0d8182c-a0c3-4d3a-97ea-69fbddf8a3fe tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0505154 Jun 03 16:18:09.902414 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-55c4611a-d05c-4d86-a2e4-5f245a6a314f req-00605452-bc14-4b0b-b053-2e3aedd847ed tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436695 Jun 03 16:18:10.578187 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1042ce-9c60-4ed4-aa21-176f6776b76a req-521450aa-d644-468f-8abd-ab10adcbab9d tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:10.579964 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8b1042ce-9c60-4ed4-aa21-176f6776b76a req-521450aa-d644-468f-8abd-ab10adcbab9d tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 950 time: 0.0474288 Jun 03 16:18:10.635405 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8b1042ce-9c60-4ed4-aa21-176f6776b76a req-842d9ce3-a77a-4ca7-9627-7afc6ddc430c tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455942 Jun 03 16:18:11.033085 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97d09-8d98-438d-a5a4-bca0452cb513 req-4680cf7f-2298-464a-a510-6f13f23c9159 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:11.034568 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fde97d09-8d98-438d-a5a4-bca0452cb513 req-4680cf7f-2298-464a-a510-6f13f23c9159 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0589859 Jun 03 16:18:11.084787 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fde97d09-8d98-438d-a5a4-bca0452cb513 req-84807b35-9970-46a2-a4d6-be4c85ed6f4c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Jun 03 16:18:11.749419 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2818bd-1c86-4e56-ac34-5f5365fdfe21 req-5dcdba66-60e7-428b-8c88-bfcea74efd07 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:11.751227 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd2818bd-1c86-4e56-ac34-5f5365fdfe21 req-5dcdba66-60e7-428b-8c88-bfcea74efd07 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 950 time: 0.0510769 Jun 03 16:18:11.797409 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd2818bd-1c86-4e56-ac34-5f5365fdfe21 req-8e6fe08f-257e-4a9d-8247-0276007897cb tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Jun 03 16:18:11.944397 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-0f508bcb-81dc-4e51-8ffe-28b77bcf7137 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:11.945802 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-0f508bcb-81dc-4e51-8ffe-28b77bcf7137 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.118 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 950 time: 0.0456541 Jun 03 16:18:12.213022 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143af26-3978-4181-9c32-6e90e17e4a07 req-6e97c36d-9974-428a-888c-451c0f54b47d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:12.214391 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c143af26-3978-4181-9c32-6e90e17e4a07 req-6e97c36d-9974-428a-888c-451c0f54b47d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0489371 Jun 03 16:18:12.260427 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c143af26-3978-4181-9c32-6e90e17e4a07 req-3da19fb0-8f78-4e89-9881-91134c8d7cf3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 Jun 03 16:18:12.910784 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeb15a-758d-4f6b-aa40-ab8c9fe9d0d8 req-94c4f0ca-5e61-4bed-913a-f3318f266edd tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:12.912349 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-17eeb15a-758d-4f6b-aa40-ab8c9fe9d0d8 req-94c4f0ca-5e61-4bed-913a-f3318f266edd tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 950 time: 0.0491703 Jun 03 16:18:12.960635 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-17eeb15a-758d-4f6b-aa40-ab8c9fe9d0d8 req-2bfd192e-7b10-4e18-8db2-58fb95a3717c tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Jun 03 16:18:13.373973 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53bd1e-8b49-4d99-8b69-44ae06816800 req-c31b64e7-bf58-47bd-8067-dcc8332c9729 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:13.375458 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad53bd1e-8b49-4d99-8b69-44ae06816800 req-c31b64e7-bf58-47bd-8067-dcc8332c9729 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0457809 Jun 03 16:18:13.426613 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad53bd1e-8b49-4d99-8b69-44ae06816800 req-6f1d0798-310d-46df-aa6c-7919f3ae4afb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457494 Jun 03 16:18:14.082165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8c57-ff14-4ac4-a0c1-23a67162023c req-9c9b58a3-2eff-49b3-8caf-22a0de15ebda tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:14.083820 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7bab8c57-ff14-4ac4-a0c1-23a67162023c req-9c9b58a3-2eff-49b3-8caf-22a0de15ebda tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 950 time: 0.0489507 Jun 03 16:18:14.140355 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7bab8c57-ff14-4ac4-a0c1-23a67162023c req-52d1771e-51c2-46a4-bfd4-fa900478b1de tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d6fee08-8c77-4dba-9126-bcaf07d54878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508735 Jun 03 16:18:14.177674 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:14.214726 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-7d4dbe6e-72e5-4efe-b427-4f97eb4f6880 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Deleting port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:18:14.215956 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-7d4dbe6e-72e5-4efe-b427-4f97eb4f6880 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:14.296135 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6ec7-5a11-4a67-add9-1196fe1694cf req-957c3199-9cc2-4b36-a6ad-bea56219c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:14.298114 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b09f6ec7-5a11-4a67-add9-1196fe1694cf req-957c3199-9cc2-4b36-a6ad-bea56219c9e1 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 1129 time: 0.0398631 Jun 03 16:18:14.315251 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-7d4dbe6e-72e5-4efe-b427-4f97eb4f6880 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] For port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,segment=NetworkSegment(135c79ca-a0b6-458c-9475-4ba3dfa0de19),segment_id=135c79ca-a0b6-458c-9475-4ba3dfa0de19)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:14.315647 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-7d4dbe6e-72e5-4efe-b427-4f97eb4f6880 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:14.330620 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-7d4dbe6e-72e5-4efe-b427-4f97eb4f6880 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Calling delete_port for 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 owned by compute:nova {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:18:14.344503 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:14.347442 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:14.348788 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b09f6ec7-5a11-4a67-add9-1196fe1694cf req-4c8aee07-225e-4ad4-a3de-6183d1970724 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 Jun 03 16:18:14.515445 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-7d4dbe6e-72e5-4efe-b427-4f97eb4f6880 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:14.592256 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dbe6e-72e5-4efe-b427-4f97eb4f6880 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Pushing event deleted for resources: {'Port': ['ID=6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:14.617331 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0b415-d732-4e94-85db-e12d77a3073e req-05112a77-d0da-4df5-92b4-0f42121d311b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:14.618847 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90f0b415-d732-4e94-85db-e12d77a3073e req-05112a77-d0da-4df5-92b4-0f42121d311b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.1136379 Jun 03 16:18:14.645486 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-7d4dbe6e-72e5-4efe-b427-4f97eb4f6880 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] No DVR routers for this DVR port 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 on host hv-cinder-83699 {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:18:14.648697 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-7d4dbe6e-72e5-4efe-b427-4f97eb4f6880 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:14.652804 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5d9af6d0-f1d9-432e-a9df-eb41f72e07af req-7d4dbe6e-72e5-4efe-b427-4f97eb4f6880 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.118 "DELETE /v2.0/ports/6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 HTTP/1.1" status: 204 len: 173 time: 0.5788083 Jun 03 16:18:14.660773 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb9bbb-035f-454f-be46-f05542854e35', 'name': 'network-vif-deleted', 'tag': '6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:14.664735 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ccf9b7-403a-4d51-a6e7-f86e7312093d" -d '{"events": [{"server_uuid": "afeb9bbb-035f-454f-be46-f05542854e35", "name": "network-vif-deleted", "tag": "6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:14.711052 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f4df29-dcad-48c8-a806-dcda753b7b18 x-openstack-request-id: req-a1f4df29-dcad-48c8-a806-dcda753b7b18 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:14.711430 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb9bbb-035f-454f-be46-f05542854e35", "name": "network-vif-deleted", "tag": "6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:14.711604 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1f4df29-dcad-48c8-a806-dcda753b7b18 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:14.712276 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f4df29-dcad-48c8-a806-dcda753b7b18'] response: {'server_uuid': 'afeb9bbb-035f-454f-be46-f05542854e35', 'name': 'network-vif-deleted', 'tag': '6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292', 'status': 'completed', 'code': 200} Jun 03 16:18:14.722310 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-90f0b415-d732-4e94-85db-e12d77a3073e req-36c428f3-ff58-4245-afbb-6abca263d2ee tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972481 Jun 03 16:18:15.258547 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f09d5dc-8e34-4c1e-a69f-554124528112 req-3d71d324-c7cf-4c04-9788-d0f06b0f3bdb tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 210 time: 0.0270150 Jun 03 16:18:15.529700 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:18:15.548377 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:18:15.548715 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 6dfc99bb-a56a-4062-b9d9-fa0c2c4b7292 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:18:15.850474 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3870a-a96a-4d54-a083-9ae896487f64 req-d89195d1-b073-4b9d-9162-2bb7b9d89dfd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:15.852026 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-20b3870a-a96a-4d54-a083-9ae896487f64 req-d89195d1-b073-4b9d-9162-2bb7b9d89dfd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0531080 Jun 03 16:18:15.903408 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-20b3870a-a96a-4d54-a083-9ae896487f64 req-d65b33c8-9b31-42b0-9ac5-5cf36bb1c05f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440710 Jun 03 16:18:16.364086 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-da9b53dc-cfb7-4653-b3c9-2d6876cef84d req-88da3429-c09f-4cd8-ace1-758148332409 tempest-VolumesNegativeTest-272154869 tempest-VolumesNegativeTest-272154869-project] 10.222.0.41 "GET /v2.0/ports?device_id=afeb9bbb-035f-454f-be46-f05542854e35 HTTP/1.1" status: 200 len: 210 time: 0.0264320 Jun 03 16:18:17.016342 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03121414-a62d-4956-bc74-eb3ec2f26351 req-287d55ef-4b59-4689-affb-5f0ee5d2ef45 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:17.017770 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-03121414-a62d-4956-bc74-eb3ec2f26351 req-287d55ef-4b59-4689-affb-5f0ee5d2ef45 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0476604 Jun 03 16:18:17.065703 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-03121414-a62d-4956-bc74-eb3ec2f26351 req-0bec335e-6bdb-4211-a73a-45062ecfbae7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400348 Jun 03 16:18:17.174924 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae44d01-f004-49ac-9097-d7d7fb83d9cc req-c222fcca-ab77-4b40-a2e2-cfda8090e8d0 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:17.176328 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1ae44d01-f004-49ac-9097-d7d7fb83d9cc req-c222fcca-ab77-4b40-a2e2-cfda8090e8d0 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0469801 Jun 03 16:18:17.224779 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1ae44d01-f004-49ac-9097-d7d7fb83d9cc req-c03be38b-e97e-44b0-9173-09bf3173c4ac tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Jun 03 16:18:19.289235 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f1668c5e-29a8-4b05-bd54-2cc41a0ef7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:20.906494 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-57203ca3-8a29-4d21-ac64-c7f813dda3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:20.908003 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-57203ca3-8a29-4d21-ac64-c7f813dda3c7 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 1130 time: 0.0653033 Jun 03 16:18:20.918174 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa45d3-9040-4234-ac19-b362bec2a866 req-8544480d-2ca1-4f4e-aa2d-fe8eb345ebdf tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:20.919568 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-93aa45d3-9040-4234-ac19-b362bec2a866 req-8544480d-2ca1-4f4e-aa2d-fe8eb345ebdf tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0671763 Jun 03 16:18:21.028915 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-93aa45d3-9040-4234-ac19-b362bec2a866 req-020f48c7-cb0c-4d67-829b-0202bfa0ac53 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004527 Jun 03 16:18:21.038221 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-fd4e21cb-722d-4806-8461-b22cb1029ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:21.039979 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-fd4e21cb-722d-4806-8461-b22cb1029ed7 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.1196055 Jun 03 16:18:21.091173 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-ea7b090c-f034-4512-bb30-d0c53f7f0fdc service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db97c3da-b633-48cb-8479-c740ca53cd00 HTTP/1.1" status: 200 len: 217 time: 0.0384371 Jun 03 16:18:21.141495 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-3cc32180-1f71-46d5-87e4-a1b3431a99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:21.142960 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-3cc32180-1f71-46d5-87e4-a1b3431a99d0 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0450029 Jun 03 16:18:21.152155 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=17 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:21.157177 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=15 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:21.186934 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-5e549437-6a88-43c9-90de-f742e9523969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:21.188497 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-5e549437-6a88-43c9-90de-f742e9523969 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380137 Jun 03 16:18:21.284664 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-6bfe38f1-ab92-440e-a99a-e5d5ceb2100d service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881629 Jun 03 16:18:21.355107 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:21.357272 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44060) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:21.379228 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:21.383330 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-82ffcafb-6d0c-43f7-89ab-4dcd5b94c0d0 req-57ae5245-2dd2-4fe5-a3d7-bc6a5ccb0679 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916522 Jun 03 16:18:21.495324 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-feb669fd-af00-49a3-8b1c-6c1504cfe5d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09848a8d962b47439b233d1f06bf72e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369376 Jun 03 16:18:21.498243 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44070) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:21.548525 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-85071f4a-3ef8-4bfb-9dd4-d249048966de admin admin] Publish callbacks [] for security_group (6d6fee08-8c77-4dba-9126-bcaf07d54878), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:21.570556 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-85071f4a-3ef8-4bfb-9dd4-d249048966de admin admin] Publish callbacks [] for security_group (6d6fee08-8c77-4dba-9126-bcaf07d54878), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:21.597745 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d07a501a-e96a-4394-9fec-1ee283b4aa91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:21.617296 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-85071f4a-3ef8-4bfb-9dd4-d249048966de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (6d6fee08-8c77-4dba-9126-bcaf07d54878), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:21.620121 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-85071f4a-3ef8-4bfb-9dd4-d249048966de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:21.621248 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-85071f4a-3ef8-4bfb-9dd4-d249048966de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d6fee08-8c77-4dba-9126-bcaf07d54878 HTTP/1.1" status: 204 len: 168 time: 0.1220729 Jun 03 16:18:21.629853 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85071f4a-3ef8-4bfb-9dd4-d249048966de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6fee08-8c77-4dba-9126-bcaf07d54878,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:22.154415 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c0e15-cc91-486e-8b3b-b69edd734db7 req-a881a6c7-cdfb-4a9a-bcb0-eb13c80a5d4f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:22.156039 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d0c0e15-cc91-486e-8b3b-b69edd734db7 req-a881a6c7-cdfb-4a9a-bcb0-eb13c80a5d4f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0471437 Jun 03 16:18:22.203756 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d0c0e15-cc91-486e-8b3b-b69edd734db7 req-32704791-e312-46f6-b32e-82b0746f5020 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Jun 03 16:18:22.254875 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44096) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:22.347881 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1744777569-network', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:22.368153 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Made reservation on behalf of 7d586c0c8dd34398af9d52425eb2bde3 for: {'network': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:22.370310 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.379031 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.454573 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Publish callbacks [] for security_group (c6b55ed4-857b-4a31-b85a-efc53ec3dfa4), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.458611 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (c6b55ed4-857b-4a31-b85a-efc53ec3dfa4), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.485322 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1223, 'physical_network': 'physnet1'} {{(pid=103937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:22.491678 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b55ed4-857b-4a31-b85a-efc53ec3dfa4,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:22.498019 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (ab29873e-33d9-4ca0-8968-0dc34d7ad7d2), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.498364 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.segments_db [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Added segment ab29873e-33d9-4ca0-8968-0dc34d7ad7d2 of type vlan for network 6170e7ad-2948-49aa-8d76-bb5733efca78 Jun 03 16:18:22.540782 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (6170e7ad-2948-49aa-8d76-bb5733efca78), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.569940 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (6170e7ad-2948-49aa-8d76-bb5733efca78), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.570987 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:22.571658 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.624269 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3684547 Jun 03 16:18:22.628440 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44102) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:22.633160 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Request body: {'subnet': {'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1744777569-subnet', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'ip_version': 4}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:22.647421 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62b25f-e478-4cdc-888b-400f4692e3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=6170e7ad-2948-49aa-8d76-bb5733efca78,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:22.658184 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:18:22.661095 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Made reservation on behalf of 7d586c0c8dd34398af9d52425eb2bde3 for: {'subnet': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:22.663321 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.788127 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:22.838442 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (dcdc3f0d-c747-460a-8a6f-8e63849cf34e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.846263 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.862727 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:22.892536 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcdc3f0d-c747-460a-8a6f-8e63849cf34e,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:22.911566 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Checking segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:22.911915 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Network hostable DHCP agents. Network: 6170e7ad-2948-49aa-8d76-bb5733efca78, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:18:22.928842 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:18:22.937216 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 6170e7ad-2948-49aa-8d76-bb5733efca78) {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:22.941160 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:22.941750 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.947373 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e657be0f-9038-4001-bd96-b95dffce53fe None None] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:18:22.959083 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a4b43c39-ec18-4ddf-9632-8cb67c0ca5ec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3296704 Jun 03 16:18:22.961952 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44106) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:22.967713 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:22.980139 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:22.988921 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:22.990277 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.043578 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks [] for router_controller (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.049190 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-6170e7ad-2948-49aa-8d76-bb5733efca78', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:18:23.050131 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.177001 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks [] for router_gateway (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.192024 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Allocated IP 172.20.0.2 (6170e7ad-2948-49aa-8d76-bb5733efca78/dcdc3f0d-c747-460a-8a6f-8e63849cf34e/595935ba-242b-475d-b56d-a9eac7117a41) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:23.216505 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:23.295250 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:23.349314 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b12fc-d986-42ba-bd83-aff24eede59c req-4a9c3de6-6d2f-4574-a3a5-09497e8ea644 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:23.351753 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f51b12fc-d986-42ba-bd83-aff24eede59c req-4a9c3de6-6d2f-4574-a3a5-09497e8ea644 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0580835 Jun 03 16:18:23.353324 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:23.354520 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Publish callbacks [] for port (595935ba-242b-475d-b56d-a9eac7117a41), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.361455 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (595935ba-242b-475d-b56d-a9eac7117a41), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.373579 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks [] for router_gateway (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.401504 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:23.405270 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:23.409230 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f51b12fc-d986-42ba-bd83-aff24eede59c req-6bc0e66e-6812-4463-ae6c-d102a8786c74 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509164 Jun 03 16:18:23.412126 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:18:23.422946 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Pushing event updated for resources: {'Port': ['ID=595935ba-242b-475d-b56d-a9eac7117a41,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:23.483058 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Attempting to bind port 595935ba-242b-475d-b56d-a9eac7117a41 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:18:23.483577 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Attempting to bind port 595935ba-242b-475d-b56d-a9eac7117a41 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:18:23.484001 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Attempting to bind port 595935ba-242b-475d-b56d-a9eac7117a41 on network 6170e7ad-2948-49aa-8d76-bb5733efca78 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:18:23.489753 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:18:23.490218 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Checking segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:23.490703 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.491100 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Bound using segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:18:23.491587 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Bound port: 595935ba-242b-475d-b56d-a9eac7117a41, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:18:23.491984 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (595935ba-242b-475d-b56d-a9eac7117a41), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.555276 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] For port 595935ba-242b-475d-b56d-a9eac7117a41, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:18:23.558556 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] For port 595935ba-242b-475d-b56d-a9eac7117a41, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=595935ba-242b-475d-b56d-a9eac7117a41,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:18:23.564269 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (595935ba-242b-475d-b56d-a9eac7117a41), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.614467 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.622714 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a256988-cb59-4224-8232-0ba9d5a96c7e None None] Pushing event updated for resources: {'Port': ['ID=595935ba-242b-475d-b56d-a9eac7117a41,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:23.724430 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Allocated IP 172.27.2.55 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/b2de9403-213c-4133-b44c-cc0eb23ad41c) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:23.859080 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks [] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.895178 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.936624 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:23.942421 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:23.946750 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:18:23.950126 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Pushing event updated for resources: {'Port': ['ID=b2de9403-213c-4133-b44c-cc0eb23ad41c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:23.957775 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:23.981405 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:24.183271 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks [] for router_gateway (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:24.394688 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:24.539262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beaf8f-3d24-406f-8801-37c99aafcbfd req-97ce2a84-c090-4124-a15a-97dfe52097d7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:24.540868 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96beaf8f-3d24-406f-8801-37c99aafcbfd req-97ce2a84-c090-4124-a15a-97dfe52097d7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0553160 Jun 03 16:18:24.550538 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:24.553493 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cac92e-cb6c-4d19-bb83-a482e07445e1 None None] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:18:24.616689 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96beaf8f-3d24-406f-8801-37c99aafcbfd req-95db3fe5-8600-43a2-83c6-72d8abbf2d06 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683093 Jun 03 16:18:24.621908 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:18:24.625148 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-9dc96e5d-06b1-4940-b5a9-676421d3aad5 None None] Provisioning complete for port 595935ba-242b-475d-b56d-a9eac7117a41 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:24.625516 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dc96e5d-06b1-4940-b5a9-676421d3aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (595935ba-242b-475d-b56d-a9eac7117a41), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:24.737826 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:18:24.742261 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9dc96e5d-06b1-4940-b5a9-676421d3aad5 None None] Current status of the port 595935ba-242b-475d-b56d-a9eac7117a41 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:24.742594 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dc96e5d-06b1-4940-b5a9-676421d3aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (595935ba-242b-475d-b56d-a9eac7117a41), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:24.748438 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Sync routers for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:24.759476 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:24.761513 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:18:24.762407 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:18:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:24.763642 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44118) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:24.764135 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3c52c38f-cb33-452d-91f3-ea1c6c16178d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8005595 Jun 03 16:18:24.797584 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9dc96e5d-06b1-4940-b5a9-676421d3aad5 None None] For port 595935ba-242b-475d-b56d-a9eac7117a41, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=595935ba-242b-475d-b56d-a9eac7117a41,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:24.813114 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9dc96e5d-06b1-4940-b5a9-676421d3aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (595935ba-242b-475d-b56d-a9eac7117a41), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:24.880587 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc96e5d-06b1-4940-b5a9-676421d3aad5 None None] Pushing event updated for resources: {'Port': ['ID=595935ba-242b-475d-b56d-a9eac7117a41,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:24.889655 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:18:25.007454 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:18:25.036008 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-6f6083c0-7412-4e88-a8a8-f5b9465461a2 None None] Provisioning complete for port 595935ba-242b-475d-b56d-a9eac7117a41 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:25.036640 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f6083c0-7412-4e88-a8a8-f5b9465461a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (595935ba-242b-475d-b56d-a9eac7117a41), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.077127 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:24Z', 'revision_number': 3, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:25.115505 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:25.130673 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6f6083c0-7412-4e88-a8a8-f5b9465461a2 None None] Current status of the port 595935ba-242b-475d-b56d-a9eac7117a41 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:25.206907 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 595935ba-242b-475d-b56d-a9eac7117a41 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:18:25.211353 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Checking router: 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:25.211688 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Updating router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 port b2de9403-213c-4133-b44c-cc0eb23ad41c binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:25.240932 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.251337 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 595935ba-242b-475d-b56d-a9eac7117a41 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:25.251687 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (595935ba-242b-475d-b56d-a9eac7117a41), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.444634 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 595935ba-242b-475d-b56d-a9eac7117a41 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:25.461410 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.543157 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Publish callbacks [] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.547990 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.604018 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Attempting to bind port b2de9403-213c-4133-b44c-cc0eb23ad41c on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:18:25.604534 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Attempting to bind port b2de9403-213c-4133-b44c-cc0eb23ad41c by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:18:25.605033 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Attempting to bind port b2de9403-213c-4133-b44c-cc0eb23ad41c on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:18:25.609438 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Pushing event updated for resources: {'Port': ['ID=b2de9403-213c-4133-b44c-cc0eb23ad41c,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:25.620816 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:18:25.621869 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:25.622427 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.622974 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:18:25.623648 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Bound port: b2de9403-213c-4133-b44c-cc0eb23ad41c, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:18:25.624172 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.626004 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Allocated IP 172.20.0.1 (6170e7ad-2948-49aa-8d76-bb5733efca78/dcdc3f0d-c747-460a-8a6f-8e63849cf34e/af4ab364-7220-47ab-9175-43913085a891) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:25.628435 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.629081 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.629389 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.629737 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.630065 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.630385 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.630703 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.631041 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.631371 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.631693 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.632008 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.632384 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.632695 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.633011 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.633322 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:25.640972 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:25.694013 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] For port b2de9403-213c-4133-b44c-cc0eb23ad41c, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:18:25.699024 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] For port b2de9403-213c-4133-b44c-cc0eb23ad41c, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=b2de9403-213c-4133-b44c-cc0eb23ad41c,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:18:25.705804 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.741167 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:25.765118 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:25.770980 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3a5dd-2adf-483d-b317-6816e88f6357 None None] Pushing event updated for resources: {'Port': ['ID=b2de9403-213c-4133-b44c-cc0eb23ad41c,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:25.773631 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:18:25.774222 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:18:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:25.793290 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a36d8-e7b0-4400-a96d-a0252ec735ea req-94651e71-b999-4245-8f97-dba0535b434b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:25.794750 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8b1a36d8-e7b0-4400-a96d-a0252ec735ea req-94651e71-b999-4245-8f97-dba0535b434b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0905058 Jun 03 16:18:25.799551 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Publish callbacks [] for port (af4ab364-7220-47ab-9175-43913085a891), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.867990 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8b1a36d8-e7b0-4400-a96d-a0252ec735ea req-359e3a6c-04e5-4117-84ea-e6ea76903793 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649114 Jun 03 16:18:25.872886 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:25.876012 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (af4ab364-7220-47ab-9175-43913085a891), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:25.877589 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:18:25.916448 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:25.924197 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:25.926454 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Pushing event updated for resources: {'Port': ['ID=af4ab364-7220-47ab-9175-43913085a891,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:25.928620 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:18:25.929102 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:26.079844 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (af4ab364-7220-47ab-9175-43913085a891), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:26.100577 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:24Z', 'revision_number': 3, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:26.117330 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:26.127245 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a61e46-7bb4-4ab6-b159-ed77cfa153ed None None] The sync data for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi is: [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:24Z', 'revision_number': 3, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:26.267658 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-4f6307b0-3bca-4d21-bebc-f1c838081ec5 None None] Provisioning complete for port af4ab364-7220-47ab-9175-43913085a891 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:26.268018 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4f6307b0-3bca-4d21-bebc-f1c838081ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (af4ab364-7220-47ab-9175-43913085a891), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:26.294480 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:26.295961 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Publish callbacks [] for port (af4ab364-7220-47ab-9175-43913085a891), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:26.300425 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (af4ab364-7220-47ab-9175-43913085a891), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:26.301179 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:26.302330 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4f6307b0-3bca-4d21-bebc-f1c838081ec5 None None] Port af4ab364-7220-47ab-9175-43913085a891 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:18:26.395253 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:26.398733 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Pushing event updated for resources: {'Port': ['ID=af4ab364-7220-47ab-9175-43913085a891,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:26.443923 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:26.445346 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:26.569288 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:18:26.687501 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:18:26.692542 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-9d67dc8a-6d7e-499a-a06a-46354f44414e admin admin] 10.222.0.41 "PUT /v2.0/routers/41dbe3df-9c97-4db6-8a9e-1b3da8c10869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9278953 Jun 03 16:18:26.725547 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-b36d1619-3c4f-47dd-8cc8-737253d8a960 None None] Provisioning complete for port af4ab364-7220-47ab-9175-43913085a891 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:26.726113 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b36d1619-3c4f-47dd-8cc8-737253d8a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (af4ab364-7220-47ab-9175-43913085a891), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:26.763817 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b36d1619-3c4f-47dd-8cc8-737253d8a960 None None] Port af4ab364-7220-47ab-9175-43913085a891 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:18:26.989907 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a75d1-95d0-4d2f-9769-25a4c4bdcb3d req-f1bf0289-bd20-485e-85d5-a8dbe60007d2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:26.991954 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e31a75d1-95d0-4d2f-9769-25a4c4bdcb3d req-f1bf0289-bd20-485e-85d5-a8dbe60007d2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0488513 Jun 03 16:18:27.035722 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:27.067451 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e31a75d1-95d0-4d2f-9769-25a4c4bdcb3d req-69446c1e-6291-4783-a35c-8e91088937c8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687220 Jun 03 16:18:27.170540 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device b2de9403-213c-4133-b44c-cc0eb23ad41c up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:18:27.216610 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port b2de9403-213c-4133-b44c-cc0eb23ad41c triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:27.217255 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.287824 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44158) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:27.292705 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port b2de9403-213c-4133-b44c-cc0eb23ad41c is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:27.292842 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-148605980-network', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:27.293115 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.314477 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Made reservation on behalf of d3190959220e4ae0be2e9d8e696477ba for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:27.315881 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port b2de9403-213c-4133-b44c-cc0eb23ad41c, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=b2de9403-213c-4133-b44c-cc0eb23ad41c,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:27.317254 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.319689 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.328677 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.368314 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=b2de9403-213c-4133-b44c-cc0eb23ad41c,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:27.406435 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Publish callbacks [] for security_group (4bd5aa1f-02ad-46c6-9799-92c1a0b0cdbe), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.410077 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4bd5aa1f-02ad-46c6-9799-92c1a0b0cdbe), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.435924 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] vlan segment allocate from pool success with {'vlan_id': 1200, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:27.444872 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd5aa1f-02ad-46c6-9799-92c1a0b0cdbe,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:27.450978 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (325a2fe2-701a-45c5-b5dd-4460cc60aa90), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.451345 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Added segment 325a2fe2-701a-45c5-b5dd-4460cc60aa90 of type vlan for network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a Jun 03 16:18:27.493681 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (3ab9a705-b39f-4ad6-b44a-7c43a5868e7a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.519511 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (3ab9a705-b39f-4ad6-b44a-7c43a5868e7a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.520534 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:27.521107 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.581570 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2922645 Jun 03 16:18:27.584280 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44160) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:27.587731 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8ff96-6b22-4595-bff4-2c65e605b65d admin admin] Pushing event updated for resources: {'Network': ['ID=3ab9a705-b39f-4ad6-b44a-7c43a5868e7a,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:27.589406 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Request body: {'subnet': {'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-148605980-subnet', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'ip_version': 4}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:27.593280 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:27.601026 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:18:27.615904 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Made reservation on behalf of d3190959220e4ae0be2e9d8e696477ba for: {'subnet': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:27.619359 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.781743 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Sync routers for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:27.792110 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:18:27.792590 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (2fac1056-5734-4f00-af33-2f4e9eeb1865), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.792741 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:18:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:27.845702 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fac1056-5734-4f00-af33-2f4e9eeb1865,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:27.866056 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Checking segment: {'id': '325a2fe2-701a-45c5-b5dd-4460cc60aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:27.866523 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Network hostable DHCP agents. Network: 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:18:27.883509 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:18:27.892334 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a) {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:27.895420 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:18:27.896489 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:27.897197 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.916907 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-51f5631e-5b79-475d-a1e2-d995d24aa547 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3314118 Jun 03 16:18:27.920235 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44164) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:27.923668 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb6e440-97e3-427d-80e2-37ffd6f99187 None None] Network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:18:27.925072 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-148605980-router', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:27.947069 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (67b304c5-48e2-451e-baf7-ce4110767411), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:27.948123 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (67b304c5-48e2-451e-baf7-ce4110767411), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.003601 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks [] for router_controller (67b304c5-48e2-451e-baf7-ce4110767411), precommit_add_association {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.065109 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:28.129149 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-3ab9a705-b39f-4ad6-b44a-7c43a5868e7a', 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a', 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'fixed_ips': [{'subnet_id': '2fac1056-5734-4f00-af33-2f4e9eeb1865'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:18:28.130146 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.156054 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks [] for router_gateway (67b304c5-48e2-451e-baf7-ce4110767411), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.182957 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:28.249974 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 2, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:28.256277 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e827ab-3f67-4993-8df8-e4558d92f682 req-c6c20c53-8272-4450-a14d-075a0db029b1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:28.257786 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-44e827ab-3f67-4993-8df8-e4558d92f682 req-c6c20c53-8272-4450-a14d-075a0db029b1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0927317 Jun 03 16:18:28.278217 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Checking router: 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:28.278562 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Updating router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 port af4ab364-7220-47ab-9175-43913085a891 binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:28.335586 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (af4ab364-7220-47ab-9175-43913085a891), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.352855 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:28.379787 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-44e827ab-3f67-4993-8df8-e4558d92f682 req-689c4049-c566-4323-b9bc-3a1bc3fd527d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145873 Jun 03 16:18:28.382772 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Allocated IP 172.20.0.2 (3ab9a705-b39f-4ad6-b44a-7c43a5868e7a/2fac1056-5734-4f00-af33-2f4e9eeb1865/450a8675-fd83-4322-a1fc-eefae64b0638) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:28.421993 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks [] for router_gateway (67b304c5-48e2-451e-baf7-ce4110767411), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.441024 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.494900 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:28.551113 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Allocated IP 172.27.2.144 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/0d2da399-8a2f-4beb-8eb4-f1841585d4fc) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:28.654321 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks [] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.677626 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Publish callbacks [] for port (450a8675-fd83-4322-a1fc-eefae64b0638), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.685555 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.688995 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.724634 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:28.728942 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:28.735747 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:18:28.753837 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:28.759688 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:28.761371 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Pushing event updated for resources: {'Port': ['ID=450a8675-fd83-4322-a1fc-eefae64b0638,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:28.763534 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:18:28.767150 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Pushing event updated for resources: {'Port': ['ID=0d2da399-8a2f-4beb-8eb4-f1841585d4fc,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:28.809549 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:28.842907 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Publish callbacks [] for port (af4ab364-7220-47ab-9175-43913085a891), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.853631 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (af4ab364-7220-47ab-9175-43913085a891), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.857665 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Attempting to bind port 450a8675-fd83-4322-a1fc-eefae64b0638 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:18:28.858023 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Attempting to bind port 450a8675-fd83-4322-a1fc-eefae64b0638 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '325a2fe2-701a-45c5-b5dd-4460cc60aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:18:28.858385 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Attempting to bind port 450a8675-fd83-4322-a1fc-eefae64b0638 on network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:18:28.893157 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:18:28.893523 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Checking segment: {'id': '325a2fe2-701a-45c5-b5dd-4460cc60aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:28.893910 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.894276 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Bound using segment: {'id': '325a2fe2-701a-45c5-b5dd-4460cc60aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:18:28.894741 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Bound port: 450a8675-fd83-4322-a1fc-eefae64b0638, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325a2fe2-701a-45c5-b5dd-4460cc60aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:18:28.895212 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:28.947026 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks [] for router_gateway (67b304c5-48e2-451e-baf7-ce4110767411), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:29.046934 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f80a03-5c87-4af9-8106-b452144a8bab None None] Pushing event updated for resources: {'Port': ['ID=af4ab364-7220-47ab-9175-43913085a891,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:29.119402 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:29.138801 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Attempting to bind port af4ab364-7220-47ab-9175-43913085a891 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:18:29.139171 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Attempting to bind port af4ab364-7220-47ab-9175-43913085a891 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:18:29.139596 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Attempting to bind port af4ab364-7220-47ab-9175-43913085a891 on network 6170e7ad-2948-49aa-8d76-bb5733efca78 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:18:29.144674 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] For port 450a8675-fd83-4322-a1fc-eefae64b0638, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:18:29.149558 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] For port 450a8675-fd83-4322-a1fc-eefae64b0638, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=450a8675-fd83-4322-a1fc-eefae64b0638,segment=NetworkSegment(325a2fe2-701a-45c5-b5dd-4460cc60aa90),segment_id=325a2fe2-701a-45c5-b5dd-4460cc60aa90)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:18:29.153240 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:18:29.153604 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Checking segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:29.154013 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:29.154375 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Bound using segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:18:29.154829 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Bound port: af4ab364-7220-47ab-9175-43913085a891, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:18:29.155266 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (af4ab364-7220-47ab-9175-43913085a891), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:29.158882 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:29.168195 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (67b304c5-48e2-451e-baf7-ce4110767411), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:29.201368 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device b2de9403-213c-4133-b44c-cc0eb23ad41c up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:18:29.210366 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:29.272548 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-a1a40b9d-a188-404b-9cfb-1103cc4563ba None None] Provisioning complete for port af4ab364-7220-47ab-9175-43913085a891 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:29.273154 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1a40b9d-a188-404b-9cfb-1103cc4563ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (af4ab364-7220-47ab-9175-43913085a891), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:29.333164 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432958e-175f-4ecb-ba70-e50521a66eae None None] Pushing event updated for resources: {'Port': ['ID=450a8675-fd83-4322-a1fc-eefae64b0638,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:29.334751 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Router 67b304c5-48e2-451e-baf7-ce4110767411 is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:18:29.353320 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] For port af4ab364-7220-47ab-9175-43913085a891, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:18:29.355185 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a1a40b9d-a188-404b-9cfb-1103cc4563ba None None] Port af4ab364-7220-47ab-9175-43913085a891 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:18:29.357671 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] For port af4ab364-7220-47ab-9175-43913085a891, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=af4ab364-7220-47ab-9175-43913085a891,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:18:29.365827 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (af4ab364-7220-47ab-9175-43913085a891), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:29.369215 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port b2de9403-213c-4133-b44c-cc0eb23ad41c triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:29.369565 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:29.452743 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:29.485265 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:18:29.498186 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Sync routers for ids ['67b304c5-48e2-451e-baf7-ce4110767411'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:29.512663 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:18:29.513301 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:18:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:29.516995 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Routers {'67b304c5-48e2-451e-baf7-ce4110767411'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:18:29.517517 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f80a03-5c87-4af9-8106-b452144a8bab None None] Pushing event updated for resources: {'Port': ['ID=af4ab364-7220-47ab-9175-43913085a891,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:29.517997 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:18:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['67b304c5-48e2-451e-baf7-ce4110767411'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:29.537385 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:29.542682 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a3abacd7-a8a4-407b-b747-ec5a70bdbabd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6210177 Jun 03 16:18:29.543505 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44182) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:29.596720 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bdd70-b78a-4c4a-b9fe-db6c21a595b8 req-60a9e95f-9e78-413a-8298-b49e4ec83198 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:29.605048 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-888bdd70-b78a-4c4a-b9fe-db6c21a595b8 req-60a9e95f-9e78-413a-8298-b49e4ec83198 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.1040881 Jun 03 16:18:29.674739 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Set router 67b304c5-48e2-451e-baf7-ce4110767411 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:18:29.676363 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-888bdd70-b78a-4c4a-b9fe-db6c21a595b8 req-79bd0512-de12-4fbc-bea3-c242a44547d4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695214 Jun 03 16:18:29.733093 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port b2de9403-213c-4133-b44c-cc0eb23ad41c is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:29.764070 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:18:29.899227 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b304c5-48e2-451e-baf7-ce4110767411', 'name': 'tempest-TestVolumeBootPattern-148605980-router', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:27Z', 'updated_at': '2022-06-03T16:18:28Z', 'revision_number': 3, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'gw_port': {'id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b304c5-48e2-451e-baf7-ce4110767411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:28Z', 'updated_at': '2022-06-03T16:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:29.909753 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:29.923039 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-97e05c1a-845b-4919-81fe-02849e50f648 None None] Provisioning complete for port af4ab364-7220-47ab-9175-43913085a891 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:29.923341 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97e05c1a-845b-4919-81fe-02849e50f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (af4ab364-7220-47ab-9175-43913085a891), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:29.930061 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Checking router: 67b304c5-48e2-451e-baf7-ce4110767411 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:29.930614 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Updating router 67b304c5-48e2-451e-baf7-ce4110767411 port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:29.959882 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.056573 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:30.096790 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87e9ae-234f-4163-ae8c-5d68634495e6 None None] The sync data for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi is: [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:30.099322 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-97e05c1a-845b-4919-81fe-02849e50f648 None None] Current status of the port af4ab364-7220-47ab-9175-43913085a891 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:30.099867 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97e05c1a-845b-4919-81fe-02849e50f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (af4ab364-7220-47ab-9175-43913085a891), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.139351 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-97e05c1a-845b-4919-81fe-02849e50f648 None None] For port af4ab364-7220-47ab-9175-43913085a891, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=af4ab364-7220-47ab-9175-43913085a891,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:30.165615 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-97e05c1a-845b-4919-81fe-02849e50f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (af4ab364-7220-47ab-9175-43913085a891), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.278523 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e05c1a-845b-4919-81fe-02849e50f648 None None] Pushing event updated for resources: {'Port': ['ID=af4ab364-7220-47ab-9175-43913085a891,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:30.348056 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:30.361463 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Publish callbacks [] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.373646 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.432509 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891f4b7-d0d1-4872-bd72-5560c7b03872 None None] Pushing event updated for resources: {'Port': ['ID=0d2da399-8a2f-4beb-8eb4-f1841585d4fc,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:30.457360 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Attempting to bind port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:18:30.457910 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Attempting to bind port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:18:30.458363 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Attempting to bind port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:18:30.465639 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:18:30.466173 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:30.467170 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.467804 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:18:30.468867 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Bound port: 0d2da399-8a2f-4beb-8eb4-f1841585d4fc, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:18:30.469354 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.475567 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.525479 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] For port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:18:30.529947 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] For port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=0d2da399-8a2f-4beb-8eb4-f1841585d4fc,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:18:30.532993 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:30.540670 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.564811 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:30.596855 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891f4b7-d0d1-4872-bd72-5560c7b03872 None None] Pushing event updated for resources: {'Port': ['ID=0d2da399-8a2f-4beb-8eb4-f1841585d4fc,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:30.629041 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409da6de-44ff-4910-b6b8-5e71575425ca None None] Network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:18:30.638970 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Routers {'67b304c5-48e2-451e-baf7-ce4110767411'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:18:30.639648 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:18:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['67b304c5-48e2-451e-baf7-ce4110767411'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:30.677339 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Allocated IP 172.20.0.1 (3ab9a705-b39f-4ad6-b44a-7c43a5868e7a/2fac1056-5734-4f00-af33-2f4e9eeb1865/c67f0e19-b41b-4a04-a81e-616763797fbd) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:30.702923 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:30.709821 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-ba6c2085-b056-4034-b524-77ce94801b3f None None] Provisioning complete for port 450a8675-fd83-4322-a1fc-eefae64b0638 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:30.710194 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2085-b056-4034-b524-77ce94801b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.851238 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c2085-b056-4034-b524-77ce94801b3f None None] Current status of the port 450a8675-fd83-4322-a1fc-eefae64b0638 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:30.851833 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2085-b056-4034-b524-77ce94801b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.885140 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] Set router 67b304c5-48e2-451e-baf7-ce4110767411 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:18:30.927791 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ba6c2085-b056-4034-b524-77ce94801b3f None None] For port 450a8675-fd83-4322-a1fc-eefae64b0638, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=450a8675-fd83-4322-a1fc-eefae64b0638,segment=NetworkSegment(325a2fe2-701a-45c5-b5dd-4460cc60aa90),segment_id=325a2fe2-701a-45c5-b5dd-4460cc60aa90)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:30.935383 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Publish callbacks [] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.939190 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2085-b056-4034-b524-77ce94801b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:30.993456 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607fd6f-79ae-436e-8033-bc1146ee8e00 req-196e2ebb-0e8d-4f51-bea3-a3794fa38165 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:31.000943 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0607fd6f-79ae-436e-8033-bc1146ee8e00 req-196e2ebb-0e8d-4f51-bea3-a3794fa38165 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.1472132 Jun 03 16:18:31.010270 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:31.041955 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:31.045984 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:31.047286 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:31.050950 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c2085-b056-4034-b524-77ce94801b3f None None] Pushing event updated for resources: {'Port': ['ID=450a8675-fd83-4322-a1fc-eefae64b0638,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:31.073590 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:18:31.074790 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (67b304c5-48e2-451e-baf7-ce4110767411), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:31.158909 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b304c5-48e2-451e-baf7-ce4110767411', 'name': 'tempest-TestVolumeBootPattern-148605980-router', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:27Z', 'updated_at': '2022-06-03T16:18:28Z', 'revision_number': 3, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'gw_port': {'id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b304c5-48e2-451e-baf7-ce4110767411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:28Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:31.175586 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-f36cadc1-1af0-4c04-a348-dfac92a2280f None None] Provisioning complete for port 450a8675-fd83-4322-a1fc-eefae64b0638 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:31.176169 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f36cadc1-1af0-4c04-a348-dfac92a2280f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:31.189152 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0607fd6f-79ae-436e-8033-bc1146ee8e00 req-52734784-c6cf-4c61-9268-4e997fa374fc tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824496 Jun 03 16:18:31.200620 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651799aa-bbf1-4129-ba68-e42ac2311e4a None None] The sync data for ids ['67b304c5-48e2-451e-baf7-ce4110767411'] in dv-cinder-836996-28-iscsi is: [{'id': '67b304c5-48e2-451e-baf7-ce4110767411', 'name': 'tempest-TestVolumeBootPattern-148605980-router', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:27Z', 'updated_at': '2022-06-03T16:18:28Z', 'revision_number': 3, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'gw_port': {'id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b304c5-48e2-451e-baf7-ce4110767411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:28Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:31.249160 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Pushing event updated for resources: {'Port': ['ID=c67f0e19-b41b-4a04-a81e-616763797fbd,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:31.349633 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 450a8675-fd83-4322-a1fc-eefae64b0638 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:18:31.382701 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:31.419898 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f36cadc1-1af0-4c04-a348-dfac92a2280f None None] Current status of the port 450a8675-fd83-4322-a1fc-eefae64b0638 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:31.432657 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 450a8675-fd83-4322-a1fc-eefae64b0638 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:31.433022 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:31.513302 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:31.549066 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 450a8675-fd83-4322-a1fc-eefae64b0638 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:31.550108 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device af4ab364-7220-47ab-9175-43913085a891 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:18:31.554103 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-b0ddc07c-d523-4726-bd8c-c2a0707244c4 None None] Provisioning complete for port c67f0e19-b41b-4a04-a81e-616763797fbd triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:31.554466 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc07c-d523-4726-bd8c-c2a0707244c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:31.579389 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:31.616459 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Publish callbacks [] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:31.632665 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:31.633470 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (67b304c5-48e2-451e-baf7-ce4110767411), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:31.634504 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddc07c-d523-4726-bd8c-c2a0707244c4 None None] Port c67f0e19-b41b-4a04-a81e-616763797fbd cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:18:31.652800 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port af4ab364-7220-47ab-9175-43913085a891 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:31.653167 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (af4ab364-7220-47ab-9175-43913085a891), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:31.736800 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port af4ab364-7220-47ab-9175-43913085a891 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:31.740974 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Pushing event updated for resources: {'Port': ['ID=c67f0e19-b41b-4a04-a81e-616763797fbd,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:31.793780 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:31.795517 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:31.925166 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Router 67b304c5-48e2-451e-baf7-ce4110767411 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:18:32.031917 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:18:32.036975 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-e9a88d90-1020-4242-81e3-afa29880f1fc admin admin] 10.222.0.41 "PUT /v2.0/routers/67b304c5-48e2-451e-baf7-ce4110767411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4922109 Jun 03 16:18:32.054661 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c2fade56-cd28-4f52-9970-4eb99ed258ab None None] Provisioning complete for port c67f0e19-b41b-4a04-a81e-616763797fbd triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:32.055028 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c2fade56-cd28-4f52-9970-4eb99ed258ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.093881 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c2fade56-cd28-4f52-9970-4eb99ed258ab None None] Port c67f0e19-b41b-4a04-a81e-616763797fbd cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:18:32.322302 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc8d79-2936-46ec-95de-3c9f1086a1e6 req-7f9e7a21-afcd-4bcf-ae5a-acf654e376f9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:32.324244 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6ecc8d79-2936-46ec-95de-3c9f1086a1e6 req-7f9e7a21-afcd-4bcf-ae5a-acf654e376f9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0515742 Jun 03 16:18:32.373893 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6ecc8d79-2936-46ec-95de-3c9f1086a1e6 req-1538f09a-2085-418f-994e-382f3d01b0b2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 Jun 03 16:18:32.455651 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44210) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:32.460204 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-e29a0ec2-f50e-4a66-997c-8bd8fdf2a54d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604653336', 'description': 'tempest-secgroup-smoke-604653336 description', 'project_id': '7d586c0c8dd34398af9d52425eb2bde3'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:32.482458 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e29a0ec2-f50e-4a66-997c-8bd8fdf2a54d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.523196 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:32.553533 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e29a0ec2-f50e-4a66-997c-8bd8fdf2a54d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group (cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.556888 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e29a0ec2-f50e-4a66-997c-8bd8fdf2a54d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.586745 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e29a0ec2-f50e-4a66-997c-8bd8fdf2a54d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.587978 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-e29a0ec2-f50e-4a66-997c-8bd8fdf2a54d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1313257 Jun 03 16:18:32.590312 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a0ec2-f50e-4a66-997c-8bd8fdf2a54d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:32.591453 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44212) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:32.595883 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-79be8072-cc2c-47d3-bd1b-19d182fda67c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'security_group_rule': {'security_group_id': 'cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8', 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:32.623446 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79be8072-cc2c-47d3-bd1b-19d182fda67c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (bfd12c38-e074-47a5-a309-e4f44a1a86b4), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.662603 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:32.684448 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79be8072-cc2c-47d3-bd1b-19d182fda67c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (bfd12c38-e074-47a5-a309-e4f44a1a86b4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.689350 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79be8072-cc2c-47d3-bd1b-19d182fda67c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (bfd12c38-e074-47a5-a309-e4f44a1a86b4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.715782 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be8072-cc2c-47d3-bd1b-19d182fda67c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd12c38-e074-47a5-a309-e4f44a1a86b4,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:32.721312 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79be8072-cc2c-47d3-bd1b-19d182fda67c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.722471 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-79be8072-cc2c-47d3-bd1b-19d182fda67c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300354 Jun 03 16:18:32.725141 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44214) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:32.729239 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-943e6e27-6f93-4c4d-b76a-a9c33a955cf6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'security_group_rule': {'security_group_id': 'cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8', 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:32.754485 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-943e6e27-6f93-4c4d-b76a-a9c33a955cf6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (5419aaa1-a11d-4fa6-8ac5-7dbf2481b56c), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.812057 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-943e6e27-6f93-4c4d-b76a-a9c33a955cf6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (5419aaa1-a11d-4fa6-8ac5-7dbf2481b56c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.815201 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-943e6e27-6f93-4c4d-b76a-a9c33a955cf6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (5419aaa1-a11d-4fa6-8ac5-7dbf2481b56c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.833141 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e6e27-6f93-4c4d-b76a-a9c33a955cf6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5419aaa1-a11d-4fa6-8ac5-7dbf2481b56c,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:32.840818 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-943e6e27-6f93-4c4d-b76a-a9c33a955cf6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.841963 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-943e6e27-6f93-4c4d-b76a-a9c33a955cf6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159046 Jun 03 16:18:32.844767 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44216) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:32.848876 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-f281195f-3421-4d3c-a268-f601110cd8b2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'security_group_rule': {'security_group_id': 'cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8', 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:32.873853 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f281195f-3421-4d3c-a268-f601110cd8b2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (95d4eadf-28dc-40fd-9cbc-34be6be54c09), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.913588 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:32.932304 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f281195f-3421-4d3c-a268-f601110cd8b2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (95d4eadf-28dc-40fd-9cbc-34be6be54c09), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.935668 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f281195f-3421-4d3c-a268-f601110cd8b2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (95d4eadf-28dc-40fd-9cbc-34be6be54c09), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.953929 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281195f-3421-4d3c-a268-f601110cd8b2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d4eadf-28dc-40fd-9cbc-34be6be54c09,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:32.961745 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f281195f-3421-4d3c-a268-f601110cd8b2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:32.962938 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f281195f-3421-4d3c-a268-f601110cd8b2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172707 Jun 03 16:18:32.966216 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44218) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:32.970863 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-9f9d2470-6775-4d4b-9ec3-933f4e7b048c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'security_group_rule': {'security_group_id': 'cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8', 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:32.996347 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2470-6775-4d4b-9ec3-933f4e7b048c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (c36ebdd2-899c-4b6b-a933-d8c795af6a90), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.054479 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2470-6775-4d4b-9ec3-933f4e7b048c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (c36ebdd2-899c-4b6b-a933-d8c795af6a90), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.057659 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2470-6775-4d4b-9ec3-933f4e7b048c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (c36ebdd2-899c-4b6b-a933-d8c795af6a90), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.078074 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d2470-6775-4d4b-9ec3-933f4e7b048c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36ebdd2-899c-4b6b-a933-d8c795af6a90,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:33.086340 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2470-6775-4d4b-9ec3-933f4e7b048c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.087639 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9f9d2470-6775-4d4b-9ec3-933f4e7b048c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202240 Jun 03 16:18:33.090315 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44220) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:33.094623 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-41fa34ee-c40b-4b1e-b011-4688f6a5ffe2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'security_group_rule': {'security_group_id': 'cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8', 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:33.118668 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-41fa34ee-c40b-4b1e-b011-4688f6a5ffe2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Project 7d586c0c8dd34398af9d52425eb2bde3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:18:33.125999 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41fa34ee-c40b-4b1e-b011-4688f6a5ffe2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (5b2d8773-97b1-4332-be3f-a8892e522fd3), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.197533 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41fa34ee-c40b-4b1e-b011-4688f6a5ffe2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (5b2d8773-97b1-4332-be3f-a8892e522fd3), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.201439 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41fa34ee-c40b-4b1e-b011-4688f6a5ffe2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (5b2d8773-97b1-4332-be3f-a8892e522fd3), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.221948 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa34ee-c40b-4b1e-b011-4688f6a5ffe2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2d8773-97b1-4332-be3f-a8892e522fd3,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:33.235957 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41fa34ee-c40b-4b1e-b011-4688f6a5ffe2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.239323 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-41fa34ee-c40b-4b1e-b011-4688f6a5ffe2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460948 Jun 03 16:18:33.240178 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44224) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:33.244652 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-bed9c5ac-d2ee-4011-94ba-aba72e6c0491 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'security_group_rule': {'security_group_id': 'cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8', 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:33.269650 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.securitygroups_db [None req-bed9c5ac-d2ee-4011-94ba-aba72e6c0491 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Project 7d586c0c8dd34398af9d52425eb2bde3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:18:33.275994 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bed9c5ac-d2ee-4011-94ba-aba72e6c0491 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (ead99d52-972f-46ab-90c3-d2e8c97a7922), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.312172 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 0d2da399-8a2f-4beb-8eb4-f1841585d4fc up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:18:33.341348 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bed9c5ac-d2ee-4011-94ba-aba72e6c0491 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (ead99d52-972f-46ab-90c3-d2e8c97a7922), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.346140 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bed9c5ac-d2ee-4011-94ba-aba72e6c0491 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (ead99d52-972f-46ab-90c3-d2e8c97a7922), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.361097 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:33.361486 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.365492 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9c5ac-d2ee-4011-94ba-aba72e6c0491 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead99d52-972f-46ab-90c3-d2e8c97a7922,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:33.373960 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bed9c5ac-d2ee-4011-94ba-aba72e6c0491 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.378412 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-bed9c5ac-d2ee-4011-94ba-aba72e6c0491 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341317 Jun 03 16:18:33.440115 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:33.440570 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.457503 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:33.490031 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=0d2da399-8a2f-4beb-8eb4-f1841585d4fc,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:33.495568 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:33.502350 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72bda8-65b4-4473-a644-2fdc6c8f824a req-33195357-1b45-4b95-acb7-dcb2018f90d0 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:33.510468 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bd72bda8-65b4-4473-a644-2fdc6c8f824a req-33195357-1b45-4b95-acb7-dcb2018f90d0 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0595605 Jun 03 16:18:33.519493 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:33.560411 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=0d2da399-8a2f-4beb-8eb4-f1841585d4fc,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:33.573346 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bd72bda8-65b4-4473-a644-2fdc6c8f824a req-da985734-c04b-463d-828b-89d103bfb543 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616276 Jun 03 16:18:33.716569 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Sync routers for ids ['67b304c5-48e2-451e-baf7-ce4110767411'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:33.727526 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Routers {'67b304c5-48e2-451e-baf7-ce4110767411'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:18:33.728148 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:18:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['67b304c5-48e2-451e-baf7-ce4110767411'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:33.835552 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Set router 67b304c5-48e2-451e-baf7-ce4110767411 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:18:34.022306 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b304c5-48e2-451e-baf7-ce4110767411', 'name': 'tempest-TestVolumeBootPattern-148605980-router', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:27Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'gw_port': {'id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b304c5-48e2-451e-baf7-ce4110767411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:28Z', 'updated_at': '2022-06-03T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'c67f0e19-b41b-4a04-a81e-616763797fbd', 'name': '', 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'mac_address': 'fa:16:3e:74:83:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b304c5-48e2-451e-baf7-ce4110767411', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '2fac1056-5734-4f00-af33-2f4e9eeb1865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:30Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 2, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'subnets': [{'id': '2fac1056-5734-4f00-af33-2f4e9eeb1865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:34.053013 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Checking router: 67b304c5-48e2-451e-baf7-ce4110767411 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:34.053368 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Updating router 67b304c5-48e2-451e-baf7-ce4110767411 port c67f0e19-b41b-4a04-a81e-616763797fbd binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:34.080775 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:34.114523 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:34.377852 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Publish callbacks [] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:34.382961 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:34.436640 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365338a0-0af8-44e5-9696-8c4533bf0170 None None] Pushing event updated for resources: {'Port': ['ID=c67f0e19-b41b-4a04-a81e-616763797fbd,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:34.489828 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:34.493200 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Attempting to bind port c67f0e19-b41b-4a04-a81e-616763797fbd on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:18:34.493562 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Attempting to bind port c67f0e19-b41b-4a04-a81e-616763797fbd by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '325a2fe2-701a-45c5-b5dd-4460cc60aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:18:34.493919 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Attempting to bind port c67f0e19-b41b-4a04-a81e-616763797fbd on network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:18:34.501144 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:18:34.501541 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Checking segment: {'id': '325a2fe2-701a-45c5-b5dd-4460cc60aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:34.501937 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:34.502325 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Bound using segment: {'id': '325a2fe2-701a-45c5-b5dd-4460cc60aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:18:34.502795 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Bound port: c67f0e19-b41b-4a04-a81e-616763797fbd, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325a2fe2-701a-45c5-b5dd-4460cc60aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:18:34.503572 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:34.567222 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] For port c67f0e19-b41b-4a04-a81e-616763797fbd, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:18:34.570383 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] For port c67f0e19-b41b-4a04-a81e-616763797fbd, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=c67f0e19-b41b-4a04-a81e-616763797fbd,segment=NetworkSegment(325a2fe2-701a-45c5-b5dd-4460cc60aa90),segment_id=325a2fe2-701a-45c5-b5dd-4460cc60aa90)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:18:34.576476 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:34.647742 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Routers {'67b304c5-48e2-451e-baf7-ce4110767411'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:18:34.648379 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:18:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['67b304c5-48e2-451e-baf7-ce4110767411'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:34.654224 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365338a0-0af8-44e5-9696-8c4533bf0170 None None] Pushing event updated for resources: {'Port': ['ID=c67f0e19-b41b-4a04-a81e-616763797fbd,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:34.715383 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-707706fa-6a5e-4b7a-bc75-b82f01886923 None None] Provisioning complete for port c67f0e19-b41b-4a04-a81e-616763797fbd triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:34.715760 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-707706fa-6a5e-4b7a-bc75-b82f01886923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:34.724627 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d9454-02f1-4030-b69e-b6cd3fc5eebf req-5f975e92-6fc5-4c23-aaec-e4fdad176707 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:34.726309 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-999d9454-02f1-4030-b69e-b6cd3fc5eebf req-5f975e92-6fc5-4c23-aaec-e4fdad176707 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0633273 Jun 03 16:18:34.782059 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-999d9454-02f1-4030-b69e-b6cd3fc5eebf req-f3d4a7c1-f97f-4f38-a494-20652a6abe4e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Jun 03 16:18:34.794220 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] Set router 67b304c5-48e2-451e-baf7-ce4110767411 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:18:34.892584 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-707706fa-6a5e-4b7a-bc75-b82f01886923 None None] Current status of the port c67f0e19-b41b-4a04-a81e-616763797fbd is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:34.892584 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-707706fa-6a5e-4b7a-bc75-b82f01886923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:34.984440 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-707706fa-6a5e-4b7a-bc75-b82f01886923 None None] For port c67f0e19-b41b-4a04-a81e-616763797fbd, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=c67f0e19-b41b-4a04-a81e-616763797fbd,segment=NetworkSegment(325a2fe2-701a-45c5-b5dd-4460cc60aa90),segment_id=325a2fe2-701a-45c5-b5dd-4460cc60aa90)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:34.991535 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-707706fa-6a5e-4b7a-bc75-b82f01886923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:35.026690 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:35.082492 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707706fa-6a5e-4b7a-bc75-b82f01886923 None None] Pushing event updated for resources: {'Port': ['ID=c67f0e19-b41b-4a04-a81e-616763797fbd,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:35.091474 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b304c5-48e2-451e-baf7-ce4110767411', 'name': 'tempest-TestVolumeBootPattern-148605980-router', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:27Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'gw_port': {'id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b304c5-48e2-451e-baf7-ce4110767411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:28Z', 'updated_at': '2022-06-03T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'c67f0e19-b41b-4a04-a81e-616763797fbd', 'name': '', 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'mac_address': 'fa:16:3e:74:83:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b304c5-48e2-451e-baf7-ce4110767411', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '2fac1056-5734-4f00-af33-2f4e9eeb1865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:30Z', 'updated_at': '2022-06-03T16:18:34Z', 'revision_number': 4, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'subnets': [{'id': '2fac1056-5734-4f00-af33-2f4e9eeb1865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:35.120325 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b9cf4-7b63-4b76-be0a-249263efa6f2 None None] The sync data for ids ['67b304c5-48e2-451e-baf7-ce4110767411'] in dv-cinder-836996-28-iscsi is: [{'id': '67b304c5-48e2-451e-baf7-ce4110767411', 'name': 'tempest-TestVolumeBootPattern-148605980-router', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:27Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'gw_port': {'id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b304c5-48e2-451e-baf7-ce4110767411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:28Z', 'updated_at': '2022-06-03T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'c67f0e19-b41b-4a04-a81e-616763797fbd', 'name': '', 'network_id': '3ab9a705-b39f-4ad6-b44a-7c43a5868e7a', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'mac_address': 'fa:16:3e:74:83:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b304c5-48e2-451e-baf7-ce4110767411', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '2fac1056-5734-4f00-af33-2f4e9eeb1865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:30Z', 'updated_at': '2022-06-03T16:18:34Z', 'revision_number': 4, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'subnets': [{'id': '2fac1056-5734-4f00-af33-2f4e9eeb1865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:35.129490 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-4ea09e5d-9df1-4e67-98f2-8cee8c4003a9 None None] Provisioning complete for port c67f0e19-b41b-4a04-a81e-616763797fbd triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:35.129862 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4ea09e5d-9df1-4e67-98f2-8cee8c4003a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:35.210895 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 0d2da399-8a2f-4beb-8eb4-f1841585d4fc up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:18:35.257271 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4ea09e5d-9df1-4e67-98f2-8cee8c4003a9 None None] Current status of the port c67f0e19-b41b-4a04-a81e-616763797fbd is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:35.278447 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:35.278992 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:35.299486 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:35.360911 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:35.898720 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e298c-2989-4a99-afb9-051d0e7a7a06 req-132b3c3a-8a31-4e39-8f79-61b0b7042f4f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:35.900232 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d76e298c-2989-4a99-afb9-051d0e7a7a06 req-132b3c3a-8a31-4e39-8f79-61b0b7042f4f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0502701 Jun 03 16:18:35.948719 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d76e298c-2989-4a99-afb9-051d0e7a7a06 req-861c269b-c0f5-4cc0-93ac-966d9db6c8e9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Jun 03 16:18:37.062219 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:37.079187 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9f1a5-84f0-4883-a742-4c78a1422067 req-893524e9-6fb7-4f17-8965-0cf00618ad9c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:37.080784 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-05e9f1a5-84f0-4883-a742-4c78a1422067 req-893524e9-6fb7-4f17-8965-0cf00618ad9c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0565870 Jun 03 16:18:37.139899 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-05e9f1a5-84f0-4883-a742-4c78a1422067 req-e8e085d2-d49e-4788-814c-11cdca5c41cb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520205 Jun 03 16:18:37.187398 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device c67f0e19-b41b-4a04-a81e-616763797fbd up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:18:37.243556 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port c67f0e19-b41b-4a04-a81e-616763797fbd triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:37.243817 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:37.329810 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port c67f0e19-b41b-4a04-a81e-616763797fbd is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:38.259199 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5349949-5970-4020-857b-f7ee39eb0d35 req-5c2f036b-23b9-426e-954d-50b60294d18c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:38.261050 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a5349949-5970-4020-857b-f7ee39eb0d35 req-5c2f036b-23b9-426e-954d-50b60294d18c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0531750 Jun 03 16:18:38.310839 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a5349949-5970-4020-857b-f7ee39eb0d35 req-23b70c44-673e-4c14-9a84-69db1ab69b21 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Jun 03 16:18:39.422322 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d6d15-571b-429d-9a44-d99f2c749a68 req-a804dc08-b4b3-45ac-a6aa-bb70c4d0e6da tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:39.423813 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-037d6d15-571b-429d-9a44-d99f2c749a68 req-a804dc08-b4b3-45ac-a6aa-bb70c4d0e6da tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0463905 Jun 03 16:18:39.470052 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-037d6d15-571b-429d-9a44-d99f2c749a68 req-cb78aa2a-f4db-4244-8a14-272b8831b4c0 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Jun 03 16:18:40.273408 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bb357-180b-40e9-98d4-a31d53f3bb5b req-aa7a7427-70bb-4743-8fbb-3b6c0954a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:40.274873 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3f5bb357-180b-40e9-98d4-a31d53f3bb5b req-aa7a7427-70bb-4743-8fbb-3b6c0954a305 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 1130 time: 0.0419528 Jun 03 16:18:40.320310 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3f5bb357-180b-40e9-98d4-a31d53f3bb5b req-bf2113f3-2f67-48c7-81ad-ac1582e5b088 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370603 Jun 03 16:18:40.592846 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82736-6be5-4ce6-b870-056bcfa39edd req-2eeabac3-9cb1-4c3f-89d4-ee6a81259e7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:40.594239 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-26d82736-6be5-4ce6-b870-056bcfa39edd req-2eeabac3-9cb1-4c3f-89d4-ee6a81259e7d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0472119 Jun 03 16:18:40.646442 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-26d82736-6be5-4ce6-b870-056bcfa39edd req-4e71cd1a-3d1e-4466-927c-8a535380c494 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464020 Jun 03 16:18:41.160871 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=29 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:41.161632 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:41.766173 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbaa2e-1e3f-4426-acb8-80fa9e4b755a req-7757f0fc-ba4d-486b-97e1-568f7e3ca587 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:41.767736 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bdbbaa2e-1e3f-4426-acb8-80fa9e4b755a req-7757f0fc-ba4d-486b-97e1-568f7e3ca587 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0533113 Jun 03 16:18:41.815988 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bdbbaa2e-1e3f-4426-acb8-80fa9e4b755a req-86c9e478-07ba-4983-9620-d62d0f107e73 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419126 Jun 03 16:18:42.015450 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44386) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:42.122594 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:42.202557 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Publish callbacks [] for security_group (3b1dd936-8c10-4018-9cca-501f17b2fb56), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:42.206166 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (3b1dd936-8c10-4018-9cca-501f17b2fb56), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:42.251871 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1dd936-8c10-4018-9cca-501f17b2fb56,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:42.252219 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9aa2047f5cde4b5b930b2518105705de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354879 Jun 03 16:18:42.255278 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44392) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:42.257912 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.258261 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.258613 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.258927 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.259255 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.259605 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.259927 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.260246 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.260563 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.260880 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.261233 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.262073 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.262390 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.262702 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.263014 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e34c3-f929-4fca-bec2-6109588cc1e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.305217 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Publish callbacks [] for security_group (3b1dd936-8c10-4018-9cca-501f17b2fb56), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:42.327658 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Publish callbacks [] for security_group (3b1dd936-8c10-4018-9cca-501f17b2fb56), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:42.375178 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (3b1dd936-8c10-4018-9cca-501f17b2fb56), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:42.377940 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:42.379068 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b1dd936-8c10-4018-9cca-501f17b2fb56 HTTP/1.1" status: 204 len: 168 time: 0.1225972 Jun 03 16:18:42.387661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1dd936-8c10-4018-9cca-501f17b2fb56,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:42.394932 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.395276 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.395648 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.395979 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.396307 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.396634 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.396956 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.397277 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.397599 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.397920 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.398242 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.398562 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.398877 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.399195 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.399538 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2b75f-15c1-4c72-91bd-4666c16727e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:42.899113 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:42.939213 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c2695-4880-47e5-95be-53c17ca46b10 req-80786434-760d-4bd6-bbb0-1238cf081a75 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:42.940756 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f47c2695-4880-47e5-95be-53c17ca46b10 req-80786434-760d-4bd6-bbb0-1238cf081a75 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0530527 Jun 03 16:18:42.989987 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f47c2695-4880-47e5-95be-53c17ca46b10 req-3acdde71-be26-467c-99da-14d0b65d67ae tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436220 Jun 03 16:18:43.250980 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4ddb7-0938-4a0a-807e-b93252163b27 req-d0b8d8d8-bb48-4c91-a03d-42e8c250d6f1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:43.258113 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ffe4ddb7-0938-4a0a-807e-b93252163b27 req-d0b8d8d8-bb48-4c91-a03d-42e8c250d6f1 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0577028 Jun 03 16:18:43.272532 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-c31cb796-c52d-4648-a873-5d670edc4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:43.275039 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-c31cb796-c52d-4648-a873-5d670edc4a10 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 1130 time: 0.0545013 Jun 03 16:18:43.276201 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:43.318775 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ffe4ddb7-0938-4a0a-807e-b93252163b27 req-47a84d1e-bd98-4925-bfbb-a792eeb6d06b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595543 Jun 03 16:18:43.385103 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-2bf3e8bf-cdf2-4a1c-8ba9-c436ea3235e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:43.387385 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-2bf3e8bf-cdf2-4a1c-8ba9-c436ea3235e8 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.1041124 Jun 03 16:18:43.432117 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-a60e4591-01b6-4a5e-a3e3-b492f42298bd service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db97c3da-b633-48cb-8479-c740ca53cd00 HTTP/1.1" status: 200 len: 217 time: 0.0342140 Jun 03 16:18:43.486896 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-abe56ff4-7ef5-4e59-a1c3-a3eec28b3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:43.488408 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-abe56ff4-7ef5-4e59-a1c3-a3eec28b3fe7 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0464110 Jun 03 16:18:43.530568 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44434) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:43.539111 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-80657fcc-17ad-40cb-a1b0-161f86f530d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:43.540616 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-80657fcc-17ad-40cb-a1b0-161f86f530d8 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450010 Jun 03 16:18:43.609249 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:43.639884 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-c0310e1e-6565-4a4d-9d18-299b1b335e36 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924745 Jun 03 16:18:43.651699 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-103409c5-7c44-4694-a71a-e98965325d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:43.743283 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-103409c5-7c44-4694-a71a-e98965325d87 admin admin] Publish callbacks [] for security_group (d63f62f2-a9c3-4c81-ad70-e993cc8037fb), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:43.744876 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7d02b94d-d097-40b7-8d3b-11c002dcdc82 req-feef4513-fcce-4544-8871-268b74dab89b service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981274 Jun 03 16:18:43.747919 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-103409c5-7c44-4694-a71a-e98965325d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d63f62f2-a9c3-4c81-ad70-e993cc8037fb), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:43.787676 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-103409c5-7c44-4694-a71a-e98965325d87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af4ab08d1c85451f849bb24ed4b18ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558010 Jun 03 16:18:43.788796 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103409c5-7c44-4694-a71a-e98965325d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63f62f2-a9c3-4c81-ad70-e993cc8037fb,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:43.790497 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44440) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:43.841931 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-55e694b7-f22f-444f-8d34-00dbd84ac6a1 admin admin] Publish callbacks [] for security_group (d63f62f2-a9c3-4c81-ad70-e993cc8037fb), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:43.863240 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-55e694b7-f22f-444f-8d34-00dbd84ac6a1 admin admin] Publish callbacks [] for security_group (d63f62f2-a9c3-4c81-ad70-e993cc8037fb), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:43.911245 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-55e694b7-f22f-444f-8d34-00dbd84ac6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d63f62f2-a9c3-4c81-ad70-e993cc8037fb), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:43.913714 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-55e694b7-f22f-444f-8d34-00dbd84ac6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:43.914890 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-55e694b7-f22f-444f-8d34-00dbd84ac6a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d63f62f2-a9c3-4c81-ad70-e993cc8037fb HTTP/1.1" status: 204 len: 168 time: 0.1233776 Jun 03 16:18:43.923281 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e694b7-f22f-444f-8d34-00dbd84ac6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63f62f2-a9c3-4c81-ad70-e993cc8037fb,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:44.184464 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:44.442359 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f426b76-ea71-4f11-86b2-230e396ae26d req-5ce5daa7-8425-4be6-b572-f8ddb1ef35e4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:44.443923 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5f426b76-ea71-4f11-86b2-230e396ae26d req-5ce5daa7-8425-4be6-b572-f8ddb1ef35e4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0488939 Jun 03 16:18:44.500634 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5f426b76-ea71-4f11-86b2-230e396ae26d req-04b5b460-6556-4b00-804d-37206bdd2efd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501330 Jun 03 16:18:44.578085 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44466) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:44.676228 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1899787821-network', 'tenant_id': '1b5c201aae5e438c81d8976289ffb4cb'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:44.696649 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Made reservation on behalf of 1b5c201aae5e438c81d8976289ffb4cb for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:44.699624 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:44.708521 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:44.788936 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Publish callbacks [] for security_group (b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:44.792537 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:44.808437 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:44.825067 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] vlan segment allocate from pool success with {'vlan_id': 1236, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:44.837172 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:44.843111 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (24731df6-58c2-4223-b2ee-461c931cf35b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:44.843691 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Added segment 24731df6-58c2-4223-b2ee-461c931cf35b of type vlan for network 018ab0be-ad68-404f-ba6e-516f8e1af734 Jun 03 16:18:44.883921 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (018ab0be-ad68-404f-ba6e-516f8e1af734), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:44.910304 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (018ab0be-ad68-404f-ba6e-516f8e1af734), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:44.911481 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:44.912060 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:44.969803 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3904414 Jun 03 16:18:44.972548 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44472) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:44.979122 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Request body: {'subnet': {'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1899787821-subnet', 'tenant_id': '1b5c201aae5e438c81d8976289ffb4cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:44.987036 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69971c71-d8df-4f2b-8f87-5ba2f680bd14 admin admin] Pushing event updated for resources: {'Network': ['ID=018ab0be-ad68-404f-ba6e-516f8e1af734,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:44.997527 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 018ab0be-ad68-404f-ba6e-516f8e1af734 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:18:45.003125 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Made reservation on behalf of 1b5c201aae5e438c81d8976289ffb4cb for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:45.005492 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17591734'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:45.125046 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:45.177881 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17376873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17591716'] for subnet (f97c8fa6-1682-4179-b5aa-260a34a06618), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:45.242487 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97c8fa6-1682-4179-b5aa-260a34a06618,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:45.252116 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Checking segment: {'id': '24731df6-58c2-4223-b2ee-461c931cf35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:45.252473 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Network hostable DHCP agents. Network: 018ab0be-ad68-404f-ba6e-516f8e1af734, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:18:45.273998 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Network 018ab0be-ad68-404f-ba6e-516f8e1af734 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:18:45.283429 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 018ab0be-ad68-404f-ba6e-516f8e1af734) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:45.287755 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:45.288345 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:45.294548 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a3860-a160-4654-ae89-391471dc958b None None] Network 018ab0be-ad68-404f-ba6e-516f8e1af734 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:18:45.307767 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7883b2e8-11cc-46d1-992c-8ecaedea96d9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3342087 Jun 03 16:18:45.526680 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e4dc4-9eea-4d5e-a893-b74b65c2cfb0 None None] Network 018ab0be-ad68-404f-ba6e-516f8e1af734 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:18:45.632839 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3dc61-e7a0-4218-99ad-81e9480947d4 req-569d8b52-c788-4ab0-8317-e09aa1da91a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:45.634353 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0be3dc61-e7a0-4218-99ad-81e9480947d4 req-569d8b52-c788-4ab0-8317-e09aa1da91a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0515857 Jun 03 16:18:45.687957 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0be3dc61-e7a0-4218-99ad-81e9480947d4 req-e4e7b158-5d06-4dca-90d0-700f04551086 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452423 Jun 03 16:18:46.079420 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:46.801012 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de51fe-121b-4d4a-a36a-6283c32e6463 req-bca4d254-2a2d-4b36-9591-b014d29595ba tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:46.802545 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-49de51fe-121b-4d4a-a36a-6283c32e6463 req-bca4d254-2a2d-4b36-9591-b014d29595ba tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0455241 Jun 03 16:18:46.850543 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-49de51fe-121b-4d4a-a36a-6283c32e6463 req-ae09d1b3-895c-4e79-9cf9-8868c132438c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Jun 03 16:18:47.980597 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dc560-5a54-4fc0-a60a-fcbc3d2404eb req-ac2136e6-2031-4c66-8957-16841a4e11dc tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:47.982078 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc9dc560-5a54-4fc0-a60a-fcbc3d2404eb req-ac2136e6-2031-4c66-8957-16841a4e11dc tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0631151 Jun 03 16:18:48.035785 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc9dc560-5a54-4fc0-a60a-fcbc3d2404eb req-68d9d458-ceeb-4292-b4d4-a49aaf76b91c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478590 Jun 03 16:18:48.095319 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:48.151628 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-4f0e932e-6f03-4538-b5c3-9b61f31a30ed tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:48.153071 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-4f0e932e-6f03-4538-b5c3-9b61f31a30ed tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/networks?id=018ab0be-ad68-404f-ba6e-516f8e1af734 HTTP/1.1" status: 200 len: 814 time: 0.1017699 Jun 03 16:18:48.167098 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-d1d8d74b-d7f6-4c10-a476-0d77be23403f tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/quotas/1b5c201aae5e438c81d8976289ffb4cb HTTP/1.1" status: 200 len: 375 time: 0.0087495 Jun 03 16:18:48.199330 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-4a677129-1ea2-4b98-af38-0d6c56d901ef tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b5c201aae5e438c81d8976289ffb4cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267417 Jun 03 16:18:48.291197 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-1c4451c0-faeb-42ff-b0df-c740c591bc17 service neutron] 10.222.0.41 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848806 Jun 03 16:18:48.392998 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-91c9d3ce-aea4-4a6e-860c-ada445a69f85 service neutron] 10.222.0.41 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952981 Jun 03 16:18:48.414920 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44538) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:48.530935 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-43371f32-f8d1-4446-b964-d0524103e49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:48.562057 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0b53e438-d91d-49c6-8888-46dbaf6eb34a req-b892f318-a4c4-48e2-9d23-d659ee9e4ea0 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 210 time: 0.0276170 Jun 03 16:18:48.591328 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:48.614828 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-43371f32-f8d1-4446-b964-d0524103e49e admin admin] Publish callbacks [] for security_group (c913cc4d-a41a-41fe-90f4-6fe792848860), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:48.619242 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-43371f32-f8d1-4446-b964-d0524103e49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (c913cc4d-a41a-41fe-90f4-6fe792848860), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:48.658148 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-43371f32-f8d1-4446-b964-d0524103e49e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91ee9661fe3c4c64849af4d4acce90db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420499 Jun 03 16:18:48.660046 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43371f32-f8d1-4446-b964-d0524103e49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c913cc4d-a41a-41fe-90f4-6fe792848860,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:48.661003 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44550) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:48.714775 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-edcc311f-8791-4ba7-969e-08642bb1d4c7 admin admin] Publish callbacks [] for security_group (c913cc4d-a41a-41fe-90f4-6fe792848860), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:48.730851 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:48.740563 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-edcc311f-8791-4ba7-969e-08642bb1d4c7 admin admin] Publish callbacks [] for security_group (c913cc4d-a41a-41fe-90f4-6fe792848860), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:48.792598 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-edcc311f-8791-4ba7-969e-08642bb1d4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (c913cc4d-a41a-41fe-90f4-6fe792848860), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:48.795245 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-edcc311f-8791-4ba7-969e-08642bb1d4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:48.796498 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-edcc311f-8791-4ba7-969e-08642bb1d4c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c913cc4d-a41a-41fe-90f4-6fe792848860 HTTP/1.1" status: 204 len: 168 time: 0.1345055 Jun 03 16:18:48.806193 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc311f-8791-4ba7-969e-08642bb1d4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c913cc4d-a41a-41fe-90f4-6fe792848860,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:49.173928 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e35c07-d8a1-4c2f-a992-90d6176fdc96 req-fc0406e2-5eb2-4a54-84aa-99570c249a54 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:49.175464 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-50e35c07-d8a1-4c2f-a992-90d6176fdc96 req-fc0406e2-5eb2-4a54-84aa-99570c249a54 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0642428 Jun 03 16:18:49.226548 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-50e35c07-d8a1-4c2f-a992-90d6176fdc96 req-46d937c6-d455-4f5c-b4ba-cf68b07f2fac tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451243 Jun 03 16:18:49.310696 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-923d6200-9eb8-413c-9e69-641946d9589d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:49.538649 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44588) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:49.571331 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-39358a5b-56bb-46db-b55d-96586586f560 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505390 Jun 03 16:18:49.673428 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-639835545-network', 'tenant_id': '573ee03c74e3443d8a8d5e5568507d37'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:49.677812 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2d928905-6087-4e85-9a3c-1f56abb18794 req-b560361a-397a-4478-b55c-1e862534e996 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 210 time: 0.0365419 Jun 03 16:18:49.698203 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Made reservation on behalf of 573ee03c74e3443d8a8d5e5568507d37 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:49.700562 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:49.711927 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:49.788824 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-d242e4f4-73cd-449a-a319-131e5005f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:49.790672 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-d242e4f4-73cd-449a-a319-131e5005f6bd service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 1130 time: 0.0402775 Jun 03 16:18:49.801467 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Publish callbacks [] for security_group (50b184aa-60d0-4e71-9cf9-6f78d4635c1f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:49.805320 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (50b184aa-60d0-4e71-9cf9-6f78d4635c1f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:49.830150 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] vlan segment allocate from pool success with {'vlan_id': 1212, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:49.840558 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b184aa-60d0-4e71-9cf9-6f78d4635c1f,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:49.845434 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (6e7744e2-3403-45ae-8833-52b7273f069f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:49.845773 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Added segment 6e7744e2-3403-45ae-8833-52b7273f069f of type vlan for network 4e1b45b4-00b2-4d69-b755-1aadb142f456 Jun 03 16:18:49.931744 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (4e1b45b4-00b2-4d69-b755-1aadb142f456), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:49.942130 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:49.966026 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-c4afa3a5-6860-48bd-8893-b573ce795b33 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:49.967506 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-c4afa3a5-6860-48bd-8893-b573ce795b33 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.118 "GET /v2.0/networks?id=018ab0be-ad68-404f-ba6e-516f8e1af734 HTTP/1.1" status: 200 len: 814 time: 0.1109927 Jun 03 16:18:49.979208 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Request body: {'port': {'device_id': '0a1a049c-1161-4126-8866-62c500132dd0', 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734', 'admin_state_up': True, 'tenant_id': '1b5c201aae5e438c81d8976289ffb4cb'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:49.995017 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (4e1b45b4-00b2-4d69-b755-1aadb142f456), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:49.996043 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:49.996607 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:50.019604 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-4e516679-511a-4709-9da4-ad319794dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:50.021081 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-4e516679-511a-4709-9da4-ad319794dccb service neutron] 10.222.0.118 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 918 time: 0.1645358 Jun 03 16:18:50.063707 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5239382 Jun 03 16:18:50.069590 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 44602) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:50.074801 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Request body: {'subnet': {'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-639835545-subnet', 'tenant_id': '573ee03c74e3443d8a8d5e5568507d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:50.106887 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ac709-e744-4020-917f-6f158da6102c admin admin] Pushing event updated for resources: {'Network': ['ID=4e1b45b4-00b2-4d69-b755-1aadb142f456,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:50.114269 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Made reservation on behalf of 573ee03c74e3443d8a8d5e5568507d37 for: {'subnet': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:50.116620 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:50.118337 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 4e1b45b4-00b2-4d69-b755-1aadb142f456 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:18:50.119934 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:50.123098 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-e53ecd85-5898-42d9-b288-11dff60f3a0b service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022 HTTP/1.1" status: 200 len: 1001 time: 0.0770662 Jun 03 16:18:50.159471 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Made reservation on behalf of 1b5c201aae5e438c81d8976289ffb4cb for: {'port': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:50.162822 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:50.174659 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-5b1c892f-101a-42e3-9e11-fd03c417785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:50.176343 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-5b1c892f-101a-42e3-9e11-fd03c417785d service neutron] 10.222.0.118 "GET /v2.0/subnets?id=396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 200 len: 855 time: 0.0469310 Jun 03 16:18:50.220354 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-da602412-652e-49c1-9b64-f0e83ab1ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:50.221835 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-da602412-652e-49c1-9b64-f0e83ab1ddfc service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=aac77ef2-24df-4348-b770-e983d0529c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391762 Jun 03 16:18:50.314744 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-013d14eb-2338-46b2-a1d9-88ae0cc00ba6 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864837 Jun 03 16:18:50.362407 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Allocated IP 172.20.0.7 (018ab0be-ad68-404f-ba6e-516f8e1af734/f97c8fa6-1682-4179-b5aa-260a34a06618/0a0da5af-7964-4f97-92ed-782676453f7c) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:50.388306 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:50.406355 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c05564c-ec29-4426-8dda-5f28e0c70c06 req-86f49d87-b920-42da-a09b-587fd3f5869d service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847075 Jun 03 16:18:50.415082 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (b78922b3-b267-4cbb-8c04-75021f917e98), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:50.489408 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:50.505328 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78922b3-b267-4cbb-8c04-75021f917e98,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:50.556349 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Checking segment: {'id': '6e7744e2-3403-45ae-8833-52b7273f069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:50.556697 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Network hostable DHCP agents. Network: 4e1b45b4-00b2-4d69-b755-1aadb142f456, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:18:50.590031 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Network 4e1b45b4-00b2-4d69-b755-1aadb142f456 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:18:50.609242 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 4e1b45b4-00b2-4d69-b755-1aadb142f456) {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:50.617626 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:50.618226 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:50.618992 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c210e4-7ac1-4671-bc4e-93dc258b2923 None None] Network 4e1b45b4-00b2-4d69-b755-1aadb142f456 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:18:50.633943 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks [] for port (0a0da5af-7964-4f97-92ed-782676453f7c), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:50.656720 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-49a4e4c5-cb0b-4d2f-a7be-6aca9cb3591b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5782537 Jun 03 16:18:50.675287 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:50.798083 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143aa820-ad6a-4d3f-83c1-38a843bbf369 None None] Network 4e1b45b4-00b2-4d69-b755-1aadb142f456 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:18:50.971607 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Network 018ab0be-ad68-404f-ba6e-516f8e1af734 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:50.988021 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:51.005049 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:51.008131 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:18:51.013234 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:51.013847 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.016356 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Pushing event updated for resources: {'Port': ['ID=0a0da5af-7964-4f97-92ed-782676453f7c,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:51.042043 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fca67f-7944-4923-866a-95c1774d1be8 req-c39ed808-1045-44d9-81a0-d58cf399e320 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:51.044117 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b0fca67f-7944-4923-866a-95c1774d1be8 req-c39ed808-1045-44d9-81a0-d58cf399e320 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 931 time: 0.0746598 Jun 03 16:18:51.051616 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-e88e833f-428d-4838-b67d-695090b6ee68 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0761395 Jun 03 16:18:51.086534 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Request body: {'port': {'device_id': '0a1a049c-1161-4126-8866-62c500132dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:51.125523 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b0fca67f-7944-4923-866a-95c1774d1be8 req-52faec91-bb0a-49ab-a25d-0fb2a65ec8f4 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728128 Jun 03 16:18:51.164119 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.466945 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0da5af-7964-4f97-92ed-782676453f7c {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:18:51.474286 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Publish callbacks [] for port (0a0da5af-7964-4f97-92ed-782676453f7c), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.486369 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Transition to ACTIVE for port object 0a0da5af-7964-4f97-92ed-782676453f7c will not be triggered until provisioned by entity L2. {{(pid=103937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:18:51.490886 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.530124 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:51.545166 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Pushing event updated for resources: {'Port': ['ID=0a0da5af-7964-4f97-92ed-782676453f7c,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:51.583765 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Attempting to bind port 0a0da5af-7964-4f97-92ed-782676453f7c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:18:51.584157 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Attempting to bind port 0a0da5af-7964-4f97-92ed-782676453f7c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '24731df6-58c2-4223-b2ee-461c931cf35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:18:51.584491 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Attempting to bind port 0a0da5af-7964-4f97-92ed-782676453f7c on network 018ab0be-ad68-404f-ba6e-516f8e1af734 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:18:51.590414 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Port 0a0da5af-7964-4f97-92ed-782676453f7c on network 018ab0be-ad68-404f-ba6e-516f8e1af734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:18:51.590746 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Attempting to bind port 0a0da5af-7964-4f97-92ed-782676453f7c on network 018ab0be-ad68-404f-ba6e-516f8e1af734 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:18:51.591817 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:51.596510 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:18:51.596859 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Checking segment: {'id': '24731df6-58c2-4223-b2ee-461c931cf35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:18:51.597252 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Bound using segment: {'id': '24731df6-58c2-4223-b2ee-461c931cf35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:18:51.597690 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Bound port: 0a0da5af-7964-4f97-92ed-782676453f7c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24731df6-58c2-4223-b2ee-461c931cf35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:18:51.598056 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.606285 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2515a378-4086-42ae-be86-06c4eafcb8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.666087 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] For port 0a0da5af-7964-4f97-92ed-782676453f7c, host hv-cinder-83699, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:18:51.670304 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] For port 0a0da5af-7964-4f97-92ed-782676453f7c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0a0da5af-7964-4f97-92ed-782676453f7c,segment=NetworkSegment(24731df6-58c2-4223-b2ee-461c931cf35b),segment_id=24731df6-58c2-4223-b2ee-461c931cf35b)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:18:51.678504 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.720009 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:51.720971 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.721998 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] 10.222.0.118 "PUT /v2.0/ports/0a0da5af-7964-4f97-92ed-782676453f7c HTTP/1.1" status: 200 len: 1093 time: 0.6429601 Jun 03 16:18:51.722418 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1a049c-1161-4126-8866-62c500132dd0', 'tag': '0a0da5af-7964-4f97-92ed-782676453f7c'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:51.725276 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac97bb90-7481-4b38-a70b-d959476ea1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1a049c-1161-4126-8866-62c500132dd0", "tag": "0a0da5af-7964-4f97-92ed-782676453f7c"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:51.746412 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1733be-2255-48e0-b5dd-350562e6897b service neutron] Pushing event updated for resources: {'Port': ['ID=0a0da5af-7964-4f97-92ed-782676453f7c,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:51.771042 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44634) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:51.775576 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-5ed9de8f-3b39-42ad-b696-815e8d5498a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2101243888', 'description': 'tempest-description--1806712965'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:51.806246 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac062ac-ef34-4a35-a136-ef0c4c22d4e4 x-openstack-request-id: req-0ac062ac-ef34-4a35-a136-ef0c4c22d4e4 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:51.806536 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1a049c-1161-4126-8866-62c500132dd0", "tag": "0a0da5af-7964-4f97-92ed-782676453f7c", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:51.806778 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ac062ac-ef34-4a35-a136-ef0c4c22d4e4 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:51.807169 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac062ac-ef34-4a35-a136-ef0c4c22d4e4'] response: {'name': 'network-changed', 'server_uuid': '0a1a049c-1161-4126-8866-62c500132dd0', 'tag': '0a0da5af-7964-4f97-92ed-782676453f7c', 'status': 'completed', 'code': 200} Jun 03 16:18:51.813352 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5ed9de8f-3b39-42ad-b696-815e8d5498a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.818291 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-819f78d4-c3a9-4a45-a7fc-4f9eac71b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:51.819831 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-819f78d4-c3a9-4a45-a7fc-4f9eac71b1cd service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1b5c201aae5e438c81d8976289ffb4cb&device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 1127 time: 0.0520160 Jun 03 16:18:51.864337 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-ba502b1c-c021-4ebd-9165-e6cc9a96156e service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0da5af-7964-4f97-92ed-782676453f7c HTTP/1.1" status: 200 len: 217 time: 0.0335999 Jun 03 16:18:51.881567 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5ed9de8f-3b39-42ad-b696-815e8d5498a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group (d6348a18-6814-44a0-a6ff-d1d961033635), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.885516 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5ed9de8f-3b39-42ad-b696-815e8d5498a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d6348a18-6814-44a0-a6ff-d1d961033635), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.916682 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5092dd88-fdc1-42d3-bdfc-038a6aa60288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:51.917636 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5ed9de8f-3b39-42ad-b696-815e8d5498a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.918162 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-5092dd88-fdc1-42d3-bdfc-038a6aa60288 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=f97c8fa6-1682-4179-b5aa-260a34a06618 HTTP/1.1" status: 200 len: 854 time: 0.0460010 Jun 03 16:18:51.918832 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5ed9de8f-3b39-42ad-b696-815e8d5498a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1469798 Jun 03 16:18:51.919644 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9de8f-3b39-42ad-b696-815e8d5498a3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6348a18-6814-44a0-a6ff-d1d961033635,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:51.921736 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44636) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:51.926027 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-105f8379-c5f4-4aaa-9db6-db335a345c00 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Request body: {'security_group_rule': {'security_group_id': 'd6348a18-6814-44a0-a6ff-d1d961033635', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:51.953453 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-105f8379-c5f4-4aaa-9db6-db335a345c00 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group_rule (5e277c02-79e3-4333-bd31-9f351b5403d5), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:51.957798 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-72555839-a4d8-4a9a-ae6b-18b0dfb5ecb1 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=018ab0be-ad68-404f-ba6e-516f8e1af734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322974 Jun 03 16:18:52.010421 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-105f8379-c5f4-4aaa-9db6-db335a345c00 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group_rule (5e277c02-79e3-4333-bd31-9f351b5403d5), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.014810 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-105f8379-c5f4-4aaa-9db6-db335a345c00 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (5e277c02-79e3-4333-bd31-9f351b5403d5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.021601 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:52.034884 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f8379-c5f4-4aaa-9db6-db335a345c00 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e277c02-79e3-4333-bd31-9f351b5403d5,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:52.043254 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-105f8379-c5f4-4aaa-9db6-db335a345c00 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.044516 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-105f8379-c5f4-4aaa-9db6-db335a345c00 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218741 Jun 03 16:18:52.047271 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44638) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:52.051424 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-cd278a5b-f3a7-4cec-9467-cab9ef6c55d4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Request body: {'security_group_rule': {'security_group_id': 'd6348a18-6814-44a0-a6ff-d1d961033635', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:52.052563 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-ce42696f-946b-4c49-82c8-a1a82df749e6 service neutron] 10.222.0.118 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878201 Jun 03 16:18:52.079529 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cd278a5b-f3a7-4cec-9467-cab9ef6c55d4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group_rule (44b8c6e5-4b33-48c6-a85b-5f3f75e89740), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.123196 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:52.137003 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cd278a5b-f3a7-4cec-9467-cab9ef6c55d4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group_rule (44b8c6e5-4b33-48c6-a85b-5f3f75e89740), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.140731 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cd278a5b-f3a7-4cec-9467-cab9ef6c55d4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (44b8c6e5-4b33-48c6-a85b-5f3f75e89740), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.153517 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-04bce082-9f95-44d8-9607-72e0703f0ac1 req-00bd1d90-ae33-4c84-9403-e34ccd824cca service neutron] 10.222.0.118 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943453 Jun 03 16:18:52.161987 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd278a5b-f3a7-4cec-9467-cab9ef6c55d4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b8c6e5-4b33-48c6-a85b-5f3f75e89740,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:52.169286 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cd278a5b-f3a7-4cec-9467-cab9ef6c55d4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.170556 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-cd278a5b-f3a7-4cec-9467-cab9ef6c55d4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223574 Jun 03 16:18:52.174097 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 44644) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:18:52.180413 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:52.206330 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.295726 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a9f7e-a3d0-415e-ab32-245e3d511dba req-c904dbd4-47c2-4d46-aa92-da81439993b4 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:52.297320 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b5a9f7e-a3d0-415e-ab32-245e3d511dba req-c904dbd4-47c2-4d46-aa92-da81439993b4 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 943 time: 0.0932117 Jun 03 16:18:52.337524 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.398598 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b5a9f7e-a3d0-415e-ab32-245e3d511dba req-3ba43a6a-f642-4e39-be5e-1dc6e860be4a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931394 Jun 03 16:18:52.439049 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:52.468119 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Allocated IP 172.27.2.172 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/9e236057-597b-4655-af20-08a77dffd299) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:52.567809 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for port (9e236057-597b-4655-af20-08a77dffd299), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.598720 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (9e236057-597b-4655-af20-08a77dffd299), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.638298 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:52.645116 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:52.648988 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:18:52.652953 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event updated for resources: {'Port': ['ID=9e236057-597b-4655-af20-08a77dffd299,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:52.763760 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for floatingip (a871d69e-b54d-45f3-b85d-52530273b9d2), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:52.847677 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:53.024269 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (9e236057-597b-4655-af20-08a77dffd299), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:53.091736 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:53.196676 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for port (9e236057-597b-4655-af20-08a77dffd299), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:53.201614 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (9e236057-597b-4655-af20-08a77dffd299), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:53.269412 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event updated for resources: {'Port': ['ID=9e236057-597b-4655-af20-08a77dffd299,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:53.279207 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (a871d69e-b54d-45f3-b85d-52530273b9d2), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:53.294303 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:53.295655 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6d0f8451-fa6c-4033-9a1f-f9fd7ca8da8c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1195362 Jun 03 16:18:53.491350 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-a0a3ebc7-43d7-468e-9a63-f3188d2a933a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2101243888&fields=id&tenant_id=1443b802dc724950b5eb5c6446e2515c HTTP/1.1" status: 200 len: 267 time: 0.0427790 Jun 03 16:18:53.548061 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-0fe384e3-dc94-41c0-9416-aaffd083b86b tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:53.549510 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-0fe384e3-dc94-41c0-9416-aaffd083b86b tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/networks?id=4e1b45b4-00b2-4d69-b755-1aadb142f456 HTTP/1.1" status: 200 len: 808 time: 0.1004055 Jun 03 16:18:53.564786 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-71e66c36-ec6b-43ef-9493-f94f104dd22c tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/quotas/573ee03c74e3443d8a8d5e5568507d37 HTTP/1.1" status: 200 len: 375 time: 0.0098567 Jun 03 16:18:53.596126 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-508bfc38-b30a-4a9f-8e37-1c42d8f6ef71 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:53.597436 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-23a0f5c2-b73b-4b07-bdba-e79b6e5dc85b tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=573ee03c74e3443d8a8d5e5568507d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275540 Jun 03 16:18:53.597586 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-508bfc38-b30a-4a9f-8e37-1c42d8f6ef71 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 819 time: 0.0993533 Jun 03 16:18:53.612246 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-66cb7e76-907d-4378-b702-b2799290d508 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/quotas/1443b802dc724950b5eb5c6446e2515c HTTP/1.1" status: 200 len: 375 time: 0.0091314 Jun 03 16:18:53.651689 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:53.670110 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-3b4f627a-871b-4727-82c5-6ca076461b94 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0529718 Jun 03 16:18:53.694001 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-920eaaab-7540-4f9c-9449-aa3ba9284ac2 service neutron] 10.222.0.41 "GET /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898867 Jun 03 16:18:53.763436 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-d0a543f0-4f95-4827-8760-cc7b99043439 service neutron] 10.222.0.41 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816789 Jun 03 16:18:53.779957 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-ac36da47-9f28-466a-9992-84377a057a3d service neutron] 10.222.0.41 "GET /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801058 Jun 03 16:18:53.858467 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-2c201736-2b46-4acc-955e-9e24975d64f1 service neutron] 10.222.0.41 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891774 Jun 03 16:18:53.957525 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:54.055349 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcfcb5-a27d-422d-8403-eaa15142f288 req-57b7821b-d350-4303-a9f8-d6863efd7af4 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:54.056889 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b6dcfcb5-a27d-422d-8403-eaa15142f288 req-57b7821b-d350-4303-a9f8-d6863efd7af4 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 943 time: 0.0515945 Jun 03 16:18:54.088048 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:54.108726 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b6dcfcb5-a27d-422d-8403-eaa15142f288 req-17e34c8d-f57f-45b9-bd08-25f893bacb2a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463934 Jun 03 16:18:54.181566 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1121456e-3015-4d2a-bf65-75451909f641 req-58f1932c-49d2-4f7d-9c20-ccb892ac1168 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 210 time: 0.0280869 Jun 03 16:18:54.955090 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-37e49445-440f-44c2-bb6d-c35ee6da72e6 req-035f9963-9838-4698-b11c-b383ad662f62 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 210 time: 0.0316992 Jun 03 16:18:55.227028 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dfa25-7d43-43db-a2f0-0852ab67a9d3 req-40da5e7e-71bc-4e52-ab7c-a6ddfff250ab tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:55.228575 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7a8dfa25-7d43-43db-a2f0-0852ab67a9d3 req-40da5e7e-71bc-4e52-ab7c-a6ddfff250ab tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 943 time: 0.0476089 Jun 03 16:18:55.289080 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7a8dfa25-7d43-43db-a2f0-0852ab67a9d3 req-1d715205-382b-4b72-bdc5-02d962f757f3 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532234 Jun 03 16:18:55.293400 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0889838f-95b3-475a-89fd-09eaf4501eb3 req-9ef8108b-148e-417a-a323-cd8f506d2d73 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 210 time: 0.0287375 Jun 03 16:18:55.738092 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 0a0da5af-7964-4f97-92ed-782676453f7c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:18:55.838378 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 0a0da5af-7964-4f97-92ed-782676453f7c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0a0da5af-7964-4f97-92ed-782676453f7c,segment=NetworkSegment(24731df6-58c2-4223-b2ee-461c931cf35b),segment_id=24731df6-58c2-4223-b2ee-461c931cf35b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:55.855099 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '0a0da5af-7964-4f97-92ed-782676453f7c', 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734', 'port_id': '0a0da5af-7964-4f97-92ed-782676453f7c', 'mac_address': 'fa:16:3e:22:fc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97c8fa6-1682-4179-b5aa-260a34a06618', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:18:55.891930 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 0a0da5af-7964-4f97-92ed-782676453f7c is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:55.892310 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:55.905951 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0da5af-7964-4f97-92ed-782676453f7c {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:18:55.925088 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 0a0da5af-7964-4f97-92ed-782676453f7c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0a0da5af-7964-4f97-92ed-782676453f7c,segment=NetworkSegment(24731df6-58c2-4223-b2ee-461c931cf35b),segment_id=24731df6-58c2-4223-b2ee-461c931cf35b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:55.929552 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:55.973732 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=0a0da5af-7964-4f97-92ed-782676453f7c,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:56.050108 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9c60b5bf-35f9-41f9-833e-31f95fa0f6fb req-2ea2f68a-409e-456c-be05-0a1a22d27bd5 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 210 time: 0.0269949 Jun 03 16:18:56.110022 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:56.384882 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-31a7b9fa-f45d-49f4-9789-39c89f52bace req-1666f675-c09f-4119-9372-66c7fc61c091 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 210 time: 0.0265729 Jun 03 16:18:56.400124 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ca33b-dc8b-40b5-8f32-c11899c7b193 req-af9f79e0-aac4-40f7-8650-92d05e9d8bf5 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:56.401894 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63ca33b-dc8b-40b5-8f32-c11899c7b193 req-af9f79e0-aac4-40f7-8650-92d05e9d8bf5 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 944 time: 0.0462880 Jun 03 16:18:56.447415 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63ca33b-dc8b-40b5-8f32-c11899c7b193 req-d34a6769-f81b-45e5-83fc-8a1a846b07bb tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Jun 03 16:18:56.885198 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['0a0da5af-7964-4f97-92ed-782676453f7c'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:18:57.146438 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e9c37f0-d319-46aa-99f9-1bfec7be02d1 req-056f0ce7-3553-4a61-a8b6-96dc191ea01c tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 210 time: 0.0264690 Jun 03 16:18:57.478432 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-06512206-d07a-4848-8ad4-0ecc96df7996 req-51b84c99-299f-4250-8908-6fa87fbaa886 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 210 time: 0.0278125 Jun 03 16:18:57.559288 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de424d-6b73-44ac-b73f-63b9fdfbab29 req-f6bc1921-c374-4e89-b816-cf255d710888 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:57.560845 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-63de424d-6b73-44ac-b73f-63b9fdfbab29 req-f6bc1921-c374-4e89-b816-cf255d710888 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 944 time: 0.0487459 Jun 03 16:18:57.609034 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-63de424d-6b73-44ac-b73f-63b9fdfbab29 req-17582d87-5187-4707-9f8c-73a7e5992d24 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427845 Jun 03 16:18:57.780514 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97bb90-7481-4b38-a70b-d959476ea1b8 req-7374385c-e774-46d6-807a-74f8c82f8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:57.781872 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac97bb90-7481-4b38-a70b-d959476ea1b8 req-7374385c-e774-46d6-807a-74f8c82f8289 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1b5c201aae5e438c81d8976289ffb4cb&device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 1128 time: 0.0515378 Jun 03 16:18:57.878056 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97bb90-7481-4b38-a70b-d959476ea1b8 req-087fc697-b356-448d-8dca-729447541898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:57.879661 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac97bb90-7481-4b38-a70b-d959476ea1b8 req-087fc697-b356-448d-8dca-729447541898 service neutron] 10.222.0.118 "GET /v2.0/networks?id=018ab0be-ad68-404f-ba6e-516f8e1af734 HTTP/1.1" status: 200 len: 916 time: 0.0897927 Jun 03 16:18:57.927799 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac97bb90-7481-4b38-a70b-d959476ea1b8 req-88fc51ea-4a69-4258-9d13-4d4810e8d5bc service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0da5af-7964-4f97-92ed-782676453f7c HTTP/1.1" status: 200 len: 217 time: 0.0388002 Jun 03 16:18:57.983013 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97bb90-7481-4b38-a70b-d959476ea1b8 req-089e7e0a-2633-48d4-97e3-c21ae70bfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:57.984510 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac97bb90-7481-4b38-a70b-d959476ea1b8 req-089e7e0a-2633-48d4-97e3-c21ae70bfb93 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=f97c8fa6-1682-4179-b5aa-260a34a06618 HTTP/1.1" status: 200 len: 854 time: 0.0482104 Jun 03 16:18:58.162071 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:58.162845 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:58.241970 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ff31b66a-c511-4862-9b02-a59afa12164b req-33bcd13b-3efc-4a05-aeee-2a5947c34f57 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 210 time: 0.0272727 Jun 03 16:18:58.347624 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac97bb90-7481-4b38-a70b-d959476ea1b8 req-89271f2b-155f-4529-8a3c-0577a741b1e3 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=018ab0be-ad68-404f-ba6e-516f8e1af734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264590 Jun 03 16:18:58.570789 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-79384192-e7f0-47ad-a94a-6297634a18c0 req-efcbb1b3-95ca-4996-b21d-85121cbbe533 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 210 time: 0.0269361 Jun 03 16:18:58.593382 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 0a0da5af-7964-4f97-92ed-782676453f7c up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:18:58.638150 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 0a0da5af-7964-4f97-92ed-782676453f7c completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:18:58.643557 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 0a0da5af-7964-4f97-92ed-782676453f7c triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:18:58.643926 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:58.666170 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:58.717571 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 0a0da5af-7964-4f97-92ed-782676453f7c is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:18:58.717949 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:58.725589 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8dd3e-4a9f-42dd-9928-d00d5310761f req-8a6b3dff-e3ef-45b2-959e-d6ee94beefdb tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:58.727144 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dbd8dd3e-4a9f-42dd-9928-d00d5310761f req-8a6b3dff-e3ef-45b2-959e-d6ee94beefdb tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 944 time: 0.0501356 Jun 03 16:18:58.741659 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1a049c-1161-4126-8866-62c500132dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0da5af-7964-4f97-92ed-782676453f7c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:58.744234 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfa6d70-e5cf-4a42-8cac-bdb1248b8610" -d '{"events": [{"server_uuid": "0a1a049c-1161-4126-8866-62c500132dd0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0da5af-7964-4f97-92ed-782676453f7c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:58.756844 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:58.759639 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 0a0da5af-7964-4f97-92ed-782676453f7c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0a0da5af-7964-4f97-92ed-782676453f7c,segment=NetworkSegment(24731df6-58c2-4223-b2ee-461c931cf35b),segment_id=24731df6-58c2-4223-b2ee-461c931cf35b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:18:58.764709 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:58.800074 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f47522-0f23-4af9-85b8-021bec76bc7d x-openstack-request-id: req-61f47522-0f23-4af9-85b8-021bec76bc7d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:58.800625 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1a049c-1161-4126-8866-62c500132dd0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0da5af-7964-4f97-92ed-782676453f7c", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:58.801081 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61f47522-0f23-4af9-85b8-021bec76bc7d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:58.801684 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f47522-0f23-4af9-85b8-021bec76bc7d'] response: {'server_uuid': '0a1a049c-1161-4126-8866-62c500132dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0da5af-7964-4f97-92ed-782676453f7c', 'code': 200} Jun 03 16:18:58.819431 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=0a0da5af-7964-4f97-92ed-782676453f7c,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:58.834430 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dbd8dd3e-4a9f-42dd-9928-d00d5310761f req-90c4ab56-1707-463d-b9ad-a2008fe3637c tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003430 Jun 03 16:18:58.868075 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac97bb90-7481-4b38-a70b-d959476ea1b8 req-08ee2b54-2bd4-46e1-9dec-a260bd010222 service neutron] 10.222.0.118 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188381 Jun 03 16:18:58.954615 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-53414bff-b1fa-4fc3-a902-a8d3cad3bbdf tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:58.956373 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-53414bff-b1fa-4fc3-a902-a8d3cad3bbdf tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.118 "GET /v2.0/networks?id=4e1b45b4-00b2-4d69-b755-1aadb142f456 HTTP/1.1" status: 200 len: 808 time: 0.2020047 Jun 03 16:18:58.974620 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Request body: {'port': {'device_id': '48dd4532-b480-4825-bdb7-92dfdbee664e', 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456', 'admin_state_up': True, 'tenant_id': '573ee03c74e3443d8a8d5e5568507d37'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:59.018584 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac97bb90-7481-4b38-a70b-d959476ea1b8 req-5dcb5a54-587b-4924-af7e-240687a7ca2a service neutron] 10.222.0.118 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429427 Jun 03 16:18:59.031896 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:59.083019 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc1fdf-9e4d-41c1-989f-48fbd7563e26 req-1b5ae3d8-1f08-4692-9c42-799b58a5f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:59.084631 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8cfc1fdf-9e4d-41c1-989f-48fbd7563e26 req-1b5ae3d8-1f08-4692-9c42-799b58a5f3ee service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 1129 time: 0.0430312 Jun 03 16:18:59.160110 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-8e59ba5c-bb81-4f8a-819b-578413218ef9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:59.162826 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-8e59ba5c-bb81-4f8a-819b-578413218ef9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 819 time: 0.2049434 Jun 03 16:18:59.177025 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8cfc1fdf-9e4d-41c1-989f-48fbd7563e26 req-d316798f-361a-4653-9764-3ee832ae00b7 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405145 Jun 03 16:18:59.205200 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Made reservation on behalf of 573ee03c74e3443d8a8d5e5568507d37 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:59.208676 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:59.299787 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-44fb28f9-2624-4cdb-bab0-565c69008381 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1443b802dc724950b5eb5c6446e2515c HTTP/1.1" status: 200 len: 380 time: 0.1197817 Jun 03 16:18:59.350804 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-08a068aa-511e-4fc4-a0ef-61d81666b33a req-37c2ce2b-feb0-4b4c-86b8-989e74bafbd2 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 210 time: 0.0372763 Jun 03 16:18:59.393707 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Allocated IP 172.20.0.3 (4e1b45b4-00b2-4d69-b755-1aadb142f456/b78922b3-b267-4cbb-8c04-75021f917e98/8fc54159-dadd-4320-92b7-a2e941f93336) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:59.477999 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:59.539328 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks [] for port (8fc54159-dadd-4320-92b7-a2e941f93336), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:59.549821 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Request body: {'port': {'device_id': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'admin_state_up': True, 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'security_groups': ['d6348a18-6814-44a0-a6ff-d1d961033635']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:18:59.637402 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:59.670904 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d784b0dd-0025-488e-bfe8-5165feb88e71 req-60969e12-ac85-48da-a737-035812b416f9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 210 time: 0.0308816 Jun 03 16:18:59.709778 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Network 4e1b45b4-00b2-4d69-b755-1aadb142f456 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:59.714366 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Pushing event updated for resources: {'Port': ['ID=8fc54159-dadd-4320-92b7-a2e941f93336,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:59.717150 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:59.720946 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:18:59.745561 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Made reservation on behalf of 1443b802dc724950b5eb5c6446e2515c for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:59.748911 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:59.768522 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:18:59.794729 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:59.795255 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:18:59.850080 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-7d6c0228-cb56-4801-9262-672d013b15a6 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8807156 Jun 03 16:18:59.909326 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Allocated IP 172.20.0.13 (6e0aaf95-4836-425b-942f-acfb7d3ce506/96182dd8-304e-490c-8178-3bed40a0c69c/00ec2058-4aa7-4f71-a6fa-0278283989c0) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:59.978014 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a1cbe-ed48-486a-9ad2-2e881f163dbe req-fbdac3ee-b4b5-4daf-9239-b50f80f0cda0 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:59.980055 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fa9a1cbe-ed48-486a-9ad2-2e881f163dbe req-fbdac3ee-b4b5-4daf-9239-b50f80f0cda0 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 945 time: 0.0660803 Jun 03 16:19:00.084946 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fa9a1cbe-ed48-486a-9ad2-2e881f163dbe req-b403cbe6-fe21-4c76-bc73-b87668e009c6 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975513 Jun 03 16:19:00.109963 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:00.128447 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:00.161213 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:00.202876 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:00.206164 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:00.210060 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:19:00.244519 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event updated for resources: {'Port': ['ID=00ec2058-4aa7-4f71-a6fa-0278283989c0,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:00.272046 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:00.272665 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:00.289752 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-615aab68-03b5-45db-9182-9c6e382e5d40 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7435491 Jun 03 16:19:00.450610 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-9e065d7e-b0ff-4330-8936-1f3ed5dc97ce None None] Provisioning complete for port 00ec2058-4aa7-4f71-a6fa-0278283989c0 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:19:00.451223 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9e065d7e-b0ff-4330-8936-1f3ed5dc97ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:00.460473 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0e462-ce16-431d-81d6-7fe1742b715e req-acbf3e68-8621-462c-9fe0-8b0f4aa6d46d tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:00.461941 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e1c0e462-ce16-431d-81d6-7fe1742b715e req-acbf3e68-8621-462c-9fe0-8b0f4aa6d46d tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 931 time: 0.0455585 Jun 03 16:19:00.482399 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9e065d7e-b0ff-4330-8936-1f3ed5dc97ce None None] Port 00ec2058-4aa7-4f71-a6fa-0278283989c0 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:19:00.508755 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e1c0e462-ce16-431d-81d6-7fe1742b715e req-367278b2-1d27-463f-b1c6-126c79a667bd tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 Jun 03 16:19:00.584518 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Request body: {'port': {'device_id': '48dd4532-b480-4825-bdb7-92dfdbee664e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:19:00.591021 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Request body: {'port': {'device_id': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:19:00.694594 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:00.698335 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:00.826417 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:00.856080 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eed973-d28d-4813-8325-0f431ae9f7bb req-a421c0d6-5df5-4817-a0b9-ee081207473e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:00.857446 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-91eed973-d28d-4813-8325-0f431ae9f7bb req-a421c0d6-5df5-4817-a0b9-ee081207473e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 932 time: 0.1042213 Jun 03 16:19:01.099576 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-91eed973-d28d-4813-8325-0f431ae9f7bb req-32af88ab-8e23-42d5-9015-0c40cd0034e5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298622 Jun 03 16:19:01.178922 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:01.204169 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d37a4-3f06-4465-bb4c-3951cb42de5a req-8272737c-9068-401a-a2c2-40ededfc2a70 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:01.205692 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-627d37a4-3f06-4465-bb4c-3951cb42de5a req-8272737c-9068-401a-a2c2-40ededfc2a70 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 945 time: 0.0475526 Jun 03 16:19:01.259092 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-627d37a4-3f06-4465-bb4c-3951cb42de5a req-520e800c-fca0-4375-af38-263f2cca9bda tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476017 Jun 03 16:19:01.311344 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc54159-dadd-4320-92b7-a2e941f93336 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:19:01.321533 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Publish callbacks [] for port (8fc54159-dadd-4320-92b7-a2e941f93336), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:01.326806 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ec2058-4aa7-4f71-a6fa-0278283989c0 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:19:01.336655 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Publish callbacks [] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:01.350784 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Transition to ACTIVE for port object 8fc54159-dadd-4320-92b7-a2e941f93336 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:19:01.356492 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:01.358904 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Transition to ACTIVE for port object 00ec2058-4aa7-4f71-a6fa-0278283989c0 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:19:01.381648 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:01.426268 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Pushing event updated for resources: {'Port': ['ID=8fc54159-dadd-4320-92b7-a2e941f93336,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:01.607786 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:01.811051 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Pushing event updated for resources: {'Port': ['ID=00ec2058-4aa7-4f71-a6fa-0278283989c0,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:01.834295 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f97121-7a7a-43bd-954c-5b6a069416db req-6c1e500e-f697-4b1c-9989-0b0a95e560e8 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:01.835795 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c0f97121-7a7a-43bd-954c-5b6a069416db req-6c1e500e-f697-4b1c-9989-0b0a95e560e8 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 943 time: 0.1307318 Jun 03 16:19:01.855441 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:01.885477 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Attempting to bind port 8fc54159-dadd-4320-92b7-a2e941f93336 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:19:01.885729 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Attempting to bind port 8fc54159-dadd-4320-92b7-a2e941f93336 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6e7744e2-3403-45ae-8833-52b7273f069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:19:01.886054 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Attempting to bind port 8fc54159-dadd-4320-92b7-a2e941f93336 on network 4e1b45b4-00b2-4d69-b755-1aadb142f456 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:19:01.900775 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Port 8fc54159-dadd-4320-92b7-a2e941f93336 on network 4e1b45b4-00b2-4d69-b755-1aadb142f456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:19:01.901594 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Attempting to bind port 8fc54159-dadd-4320-92b7-a2e941f93336 on network 4e1b45b4-00b2-4d69-b755-1aadb142f456 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:19:01.904885 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Attempting to bind port 00ec2058-4aa7-4f71-a6fa-0278283989c0 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:19:01.905213 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Attempting to bind port 00ec2058-4aa7-4f71-a6fa-0278283989c0 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:19:01.905528 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Attempting to bind port 00ec2058-4aa7-4f71-a6fa-0278283989c0 on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:19:01.916616 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:19:01.917502 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Checking segment: {'id': '6e7744e2-3403-45ae-8833-52b7273f069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:19:01.917912 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Bound using segment: {'id': '6e7744e2-3403-45ae-8833-52b7273f069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:19:01.918603 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Bound port: 8fc54159-dadd-4320-92b7-a2e941f93336, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7744e2-3403-45ae-8833-52b7273f069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:19:01.918969 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:01.934669 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Port 00ec2058-4aa7-4f71-a6fa-0278283989c0 on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:19:01.934989 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Attempting to bind port 00ec2058-4aa7-4f71-a6fa-0278283989c0 on network 6e0aaf95-4836-425b-942f-acfb7d3ce506 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:19:01.946106 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c0f97121-7a7a-43bd-954c-5b6a069416db req-09ee8738-412d-40ca-b3a2-afbabeb8728d tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010673 Jun 03 16:19:01.947219 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:19:01.947594 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Checking segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:19:01.948485 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Bound using segment: {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:19:01.948908 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Bound port: 00ec2058-4aa7-4f71-a6fa-0278283989c0, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622a8f6d-9953-4359-a9ed-c82be403093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:19:01.949256 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:02.006854 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:19:02.048527 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] For port 8fc54159-dadd-4320-92b7-a2e941f93336, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:19:02.065945 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] For port 8fc54159-dadd-4320-92b7-a2e941f93336, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8fc54159-dadd-4320-92b7-a2e941f93336,segment=NetworkSegment(6e7744e2-3403-45ae-8833-52b7273f069f),segment_id=6e7744e2-3403-45ae-8833-52b7273f069f)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:19:02.067596 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] For port 00ec2058-4aa7-4f71-a6fa-0278283989c0, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:19:02.081394 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:02.084959 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] For port 00ec2058-4aa7-4f71-a6fa-0278283989c0, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:19:02.111165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:02.119472 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:02.120347 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:02.121693 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] 10.222.0.118 "PUT /v2.0/ports/8fc54159-dadd-4320-92b7-a2e941f93336 HTTP/1.1" status: 200 len: 1093 time: 1.5417559 Jun 03 16:19:02.126877 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dd4532-b480-4825-bdb7-92dfdbee664e', 'tag': '8fc54159-dadd-4320-92b7-a2e941f93336'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:02.129723 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9080341-0a4e-4c59-9891-4a874769e900" -d '{"events": [{"name": "network-changed", "server_uuid": "48dd4532-b480-4825-bdb7-92dfdbee664e", "tag": "8fc54159-dadd-4320-92b7-a2e941f93336"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:02.137970 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:02.147016 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:02.147628 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:02.148991 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] 10.222.0.118 "PUT /v2.0/ports/00ec2058-4aa7-4f71-a6fa-0278283989c0 HTTP/1.1" status: 200 len: 1094 time: 1.5616872 Jun 03 16:19:02.201598 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fedf93-553d-4373-827e-defd16fe68de x-openstack-request-id: req-f4fedf93-553d-4373-827e-defd16fe68de {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:02.201884 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48dd4532-b480-4825-bdb7-92dfdbee664e", "tag": "8fc54159-dadd-4320-92b7-a2e941f93336", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:02.202122 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4fedf93-553d-4373-827e-defd16fe68de {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:02.202503 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fedf93-553d-4373-827e-defd16fe68de'] response: {'name': 'network-changed', 'server_uuid': '48dd4532-b480-4825-bdb7-92dfdbee664e', 'tag': '8fc54159-dadd-4320-92b7-a2e941f93336', 'status': 'completed', 'code': 200} Jun 03 16:19:02.214627 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72cef9-0d70-4b10-9be4-b1da5a4c8dcf service neutron] Pushing event updated for resources: {'Port': ['ID=8fc54159-dadd-4320-92b7-a2e941f93336,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:02.266373 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055da72-469d-46b0-8e17-41a17a5b4862 req-d15679fe-1728-4c01-b34c-27a17522d778 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:02.271663 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-893e706f-7294-47ae-b114-6dcdd01b99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:02.271908 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3055da72-469d-46b0-8e17-41a17a5b4862 req-d15679fe-1728-4c01-b34c-27a17522d778 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 944 time: 0.0657735 Jun 03 16:19:02.273157 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-893e706f-7294-47ae-b114-6dcdd01b99d6 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=573ee03c74e3443d8a8d5e5568507d37&device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 1127 time: 0.1029389 Jun 03 16:19:02.280390 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:02.285322 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-9cdd3b0e-7d26-4dd0-9b40-084a454ba8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:02.286760 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-9cdd3b0e-7d26-4dd0-9b40-084a454ba8c0 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 1128 time: 0.0832698 Jun 03 16:19:02.341182 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-e9827a84-fe43-45a4-937b-4d605ea7bfa2 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc54159-dadd-4320-92b7-a2e941f93336 HTTP/1.1" status: 200 len: 217 time: 0.0574982 Jun 03 16:19:02.341626 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3055da72-469d-46b0-8e17-41a17a5b4862 req-efda0eb8-0e36-4912-b787-24883b893697 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591893 Jun 03 16:19:02.380095 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-0bb5f244-c132-414c-a6b4-b8c42f6c145a service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0 HTTP/1.1" status: 200 len: 217 time: 0.0536673 Jun 03 16:19:02.394647 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13876650-3ebd-43e9-bddd-bac265e5af84 service neutron] Pushing event updated for resources: {'Port': ['ID=00ec2058-4aa7-4f71-a6fa-0278283989c0,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:02.490631 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19098154-a443-4dd2-82d0-5c2ca58e7538 req-12dbb702-d46d-4d5f-b4c1-2db6836ba594 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:02.492112 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-19098154-a443-4dd2-82d0-5c2ca58e7538 req-12dbb702-d46d-4d5f-b4c1-2db6836ba594 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 945 time: 0.1185019 Jun 03 16:19:02.509475 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-bc6deed4-1a78-4725-b1f5-cf2fde69265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:02.511412 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-bc6deed4-1a78-4725-b1f5-cf2fde69265f service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b78922b3-b267-4cbb-8c04-75021f917e98 HTTP/1.1" status: 200 len: 848 time: 0.1347113 Jun 03 16:19:02.513706 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-f876fc25-6105-4750-a7f0-9c8983c25b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:02.515005 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-f876fc25-6105-4750-a7f0-9c8983c25b29 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.1142585 Jun 03 16:19:02.585492 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-f60ccd1c-a02b-4cd4-a6a0-11113e19347f service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=4e1b45b4-00b2-4d69-b755-1aadb142f456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585558 Jun 03 16:19:02.596601 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-19098154-a443-4dd2-82d0-5c2ca58e7538 req-bc6ad48e-495a-48ed-9dc1-632c63f32ca9 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955577 Jun 03 16:19:02.645741 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-bce4bf79-4221-49e5-883b-f2805d32af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:02.647115 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-bce4bf79-4221-49e5-883b-f2805d32af1f service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1110406 Jun 03 16:19:02.748419 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9dbb727a-b47e-47d9-b545-355351dfcefc service neutron] 10.222.0.118 "GET /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550002 Jun 03 16:19:02.812910 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-172e0461-5980-4a95-87c6-be11462479c7 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557429 Jun 03 16:19:02.819787 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:02.911270 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-735b02e8-4e2c-4d4a-9f1f-f99fd5de6d29 req-9f7d22c4-b90e-4202-84cf-37ddc5e5ca92 service neutron] 10.222.0.118 "GET /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565170 Jun 03 16:19:02.934130 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8807c05-a109-4c49-be00-d8365014f4e2 req-1adb6018-efc7-461b-aa3b-080356e00551 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103044 Jun 03 16:19:03.069413 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751c892-a60b-4373-bed0-3cfca1ec7603 req-bd2eeaf0-07a0-4596-b782-e61ac12a08af tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:03.071144 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9751c892-a60b-4373-bed0-3cfca1ec7603 req-bd2eeaf0-07a0-4596-b782-e61ac12a08af tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 943 time: 0.0557532 Jun 03 16:19:03.121916 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9751c892-a60b-4373-bed0-3cfca1ec7603 req-3f1a2527-fea6-48fb-b1be-d2518c3d50fe tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445566 Jun 03 16:19:03.451855 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141189f-5820-411c-902a-f0dfa5a906f0 req-de70fafb-aaa4-4672-9a98-0eab8f411330 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:03.453337 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d141189f-5820-411c-902a-f0dfa5a906f0 req-de70fafb-aaa4-4672-9a98-0eab8f411330 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 944 time: 0.0586421 Jun 03 16:19:03.504928 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d141189f-5820-411c-902a-f0dfa5a906f0 req-21f04915-a286-4bec-b16b-3d413ec85cdf tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461133 Jun 03 16:19:03.710875 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-f31ffb83-1cf4-4c8f-8110-ab9107e356a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604653336&fields=id&tenant_id=7d586c0c8dd34398af9d52425eb2bde3 HTTP/1.1" status: 200 len: 267 time: 0.0424342 Jun 03 16:19:03.818464 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-fb7170ad-6d7c-46ed-a2db-5cd28a422645 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:03.819926 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-fb7170ad-6d7c-46ed-a2db-5cd28a422645 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 812 time: 0.1031384 Jun 03 16:19:03.835265 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-26594cb0-e565-4835-aa32-8ad96535c9d2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/quotas/7d586c0c8dd34398af9d52425eb2bde3 HTTP/1.1" status: 200 len: 375 time: 0.0087669 Jun 03 16:19:03.882703 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-b277a559-ac3d-4a89-837e-82b521385d23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421495 Jun 03 16:19:03.975612 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:03.982639 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-8562215c-c4b9-401d-a1cf-47cc21592779 service neutron] 10.222.0.41 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873771 Jun 03 16:19:04.073774 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-b954db7e-9957-4939-8a76-26dff08a579c service neutron] 10.222.0.41 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839531 Jun 03 16:19:04.203795 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:04.205995 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7959a0-18b1-4190-9975-32f120de2f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:04.243414 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d45e70-30b7-4cc0-a6a9-2ad0e15d693c req-435b277a-ce5b-44ca-9ee4-23bef11e6337 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:04.245012 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-50d45e70-30b7-4cc0-a6a9-2ad0e15d693c req-435b277a-ce5b-44ca-9ee4-23bef11e6337 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 943 time: 0.0526752 Jun 03 16:19:04.288398 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:04.307998 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-50d45e70-30b7-4cc0-a6a9-2ad0e15d693c req-da70e801-4572-4ab1-a9fa-5741b51e2979 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514174 Jun 03 16:19:04.358066 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b722240-3baa-47ca-b830-2be582659d6c x-openstack-request-id: req-2b722240-3baa-47ca-b830-2be582659d6c {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:04.358359 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:04.358614 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b722240-3baa-47ca-b830-2be582659d6c {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:04.359015 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b722240-3baa-47ca-b830-2be582659d6c'] response: {'name': 'network-changed', 'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'status': 'completed', 'code': 200} Jun 03 16:19:04.396682 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1c7dc21a-7d4d-4db3-86e0-fad460c18630 req-5d084c5d-e273-44ea-a9b1-2ecdc121d6b5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 210 time: 0.0272820 Jun 03 16:19:04.622551 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d7432-97cc-4bff-92a3-68ef1d607b2e req-ec238212-55c1-4acb-afad-1de1972fbb56 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:04.624079 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-051d7432-97cc-4bff-92a3-68ef1d607b2e req-ec238212-55c1-4acb-afad-1de1972fbb56 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 944 time: 0.0489066 Jun 03 16:19:04.676486 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-051d7432-97cc-4bff-92a3-68ef1d607b2e req-44dff887-7851-41a1-a9ab-68cdcfec1c04 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464239 Jun 03 16:19:05.429448 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6ad6e-b766-4fe9-b6be-86e4e3a2e2b0 req-d9bd1c89-dcee-496d-8ae3-76f9c6f4935e tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:05.430937 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-81b6ad6e-b766-4fe9-b6be-86e4e3a2e2b0 req-d9bd1c89-dcee-496d-8ae3-76f9c6f4935e tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 943 time: 0.0499470 Jun 03 16:19:05.477147 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-81b6ad6e-b766-4fe9-b6be-86e4e3a2e2b0 req-ad9d4d66-0e81-4cb3-b2a0-ebcd6ad4cd12 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Jun 03 16:19:05.490406 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46e4f2ab-27fc-4fbe-83f7-27e4b3e3620d req-e6fea994-2108-4732-a303-6884a6afe17a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 210 time: 0.0275466 Jun 03 16:19:05.792487 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74ea64-e3da-47eb-acbe-b67ee6c96fc2 req-608ee797-7115-4ebd-a6ff-f1895d1a1182 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:05.793910 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6f74ea64-e3da-47eb-acbe-b67ee6c96fc2 req-608ee797-7115-4ebd-a6ff-f1895d1a1182 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 944 time: 0.0458674 Jun 03 16:19:05.838413 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6f74ea64-e3da-47eb-acbe-b67ee6c96fc2 req-27b3c080-a847-4eea-8d8b-116d7977d368 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392365 Jun 03 16:19:06.579913 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e31e9821-8721-4e57-a3e3-da90248ac7eb req-5e3d3296-ef53-42b1-8087-5b59a7f24ced tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 210 time: 0.0263109 Jun 03 16:19:06.587642 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471bf68-7dd3-4999-b698-7af9a647c2eb req-a3013250-5ed2-46eb-a260-def6353646c3 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:06.589093 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4471bf68-7dd3-4999-b698-7af9a647c2eb req-a3013250-5ed2-46eb-a260-def6353646c3 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 943 time: 0.0455034 Jun 03 16:19:06.601852 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 8fc54159-dadd-4320-92b7-a2e941f93336 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:19:06.663209 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4471bf68-7dd3-4999-b698-7af9a647c2eb req-f4c0c50b-635f-4869-b707-5ab7c5cf21b8 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682836 Jun 03 16:19:06.669188 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9080341-0a4e-4c59-9891-4a874769e900 req-b68c4343-318b-4eb8-851e-47b14724c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:06.670673 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9080341-0a4e-4c59-9891-4a874769e900 req-b68c4343-318b-4eb8-851e-47b14724c142 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=573ee03c74e3443d8a8d5e5568507d37&device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 1127 time: 0.0504267 Jun 03 16:19:06.700290 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 8fc54159-dadd-4320-92b7-a2e941f93336, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8fc54159-dadd-4320-92b7-a2e941f93336,segment=NetworkSegment(6e7744e2-3403-45ae-8833-52b7273f069f),segment_id=6e7744e2-3403-45ae-8833-52b7273f069f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:06.711315 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '8fc54159-dadd-4320-92b7-a2e941f93336', 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456', 'port_id': '8fc54159-dadd-4320-92b7-a2e941f93336', 'mac_address': 'fa:16:3e:dd:86:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78922b3-b267-4cbb-8c04-75021f917e98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:19:06.747959 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 8fc54159-dadd-4320-92b7-a2e941f93336 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:19:06.748336 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:06.761333 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc54159-dadd-4320-92b7-a2e941f93336 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:19:06.780661 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 8fc54159-dadd-4320-92b7-a2e941f93336, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8fc54159-dadd-4320-92b7-a2e941f93336,segment=NetworkSegment(6e7744e2-3403-45ae-8833-52b7273f069f),segment_id=6e7744e2-3403-45ae-8833-52b7273f069f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:06.784436 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:06.831794 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=8fc54159-dadd-4320-92b7-a2e941f93336,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:06.838762 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.839109 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.840419 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.840419 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.840682 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.841460 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.841460 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.841628 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.841951 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.842268 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.842594 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.842915 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.843235 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.843578 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.843896 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:06.952851 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055394a4-ad7c-4b0b-997b-848e4cdd1886 req-2eb4b87f-e44d-41f1-a9be-fb2ff47faa7b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:06.954278 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-055394a4-ad7c-4b0b-997b-848e4cdd1886 req-2eb4b87f-e44d-41f1-a9be-fb2ff47faa7b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 944 time: 0.0475516 Jun 03 16:19:07.000523 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-055394a4-ad7c-4b0b-997b-848e4cdd1886 req-2ed6fd10-327a-434f-998c-a2621b5012df tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 Jun 03 16:19:07.571046 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['8fc54159-dadd-4320-92b7-a2e941f93336'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:19:07.674215 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36bf40ad-bfdf-43e7-9a20-e006e1e1d361 req-330cd4ff-60a8-4a83-82ee-b66453974513 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 210 time: 0.0295434 Jun 03 16:19:07.781233 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a397e23-df3f-4ba1-b812-6c71e2f0106b req-278c1cb5-8183-4e3c-a0ec-a16970fb9776 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:07.782677 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5a397e23-df3f-4ba1-b812-6c71e2f0106b req-278c1cb5-8183-4e3c-a0ec-a16970fb9776 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 944 time: 0.0460701 Jun 03 16:19:07.828274 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5a397e23-df3f-4ba1-b812-6c71e2f0106b req-2326ea5f-d8bf-4e09-acac-1f993f92bc4a tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Jun 03 16:19:08.113295 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77314728-2272-4cf2-9a8f-91edbaa73dbc req-0fbfb2b1-a014-476f-b2e6-74c778900329 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:08.114679 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-77314728-2272-4cf2-9a8f-91edbaa73dbc req-0fbfb2b1-a014-476f-b2e6-74c778900329 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 944 time: 0.0474403 Jun 03 16:19:08.168314 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-77314728-2272-4cf2-9a8f-91edbaa73dbc req-d76cc0bb-0c70-4b2d-a438-3ec37c66be06 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476978 Jun 03 16:19:08.773560 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-43cecdba-6a2a-4e5c-8dbc-2bbc3e28dfcf req-1aa7f747-b200-4f43-9111-796383a7de7d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 210 time: 0.0312731 Jun 03 16:19:08.936844 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4d53e-dfe2-44e8-a6dc-e32bc4c6ee54 req-50d7a7dc-1375-4ba0-a435-d642a3438686 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:08.938259 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e7c4d53e-dfe2-44e8-a6dc-e32bc4c6ee54 req-50d7a7dc-1375-4ba0-a435-d642a3438686 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 944 time: 0.0451250 Jun 03 16:19:08.996962 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e7c4d53e-dfe2-44e8-a6dc-e32bc4c6ee54 req-5e032962-c6f0-4606-97ec-5350ead48f9d tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533073 Jun 03 16:19:09.198965 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 8fc54159-dadd-4320-92b7-a2e941f93336 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:19:09.245673 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 8fc54159-dadd-4320-92b7-a2e941f93336 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:19:09.258547 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 8fc54159-dadd-4320-92b7-a2e941f93336 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:19:09.258547 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:09.295021 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4596e-ccfc-43ba-ae0e-5ca4eb25be74 req-fad655b9-0f72-4b00-af76-02d293ebb808 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:09.297433 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ffa4596e-ccfc-43ba-ae0e-5ca4eb25be74 req-fad655b9-0f72-4b00-af76-02d293ebb808 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 944 time: 0.0628681 Jun 03 16:19:09.302856 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:09.337953 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 8fc54159-dadd-4320-92b7-a2e941f93336 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:19:09.338335 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:09.339696 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:09.347452 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ffa4596e-ccfc-43ba-ae0e-5ca4eb25be74 req-1b67768b-85e5-4b77-ad30-171f1981f1f3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Jun 03 16:19:09.362784 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dd4532-b480-4825-bdb7-92dfdbee664e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc54159-dadd-4320-92b7-a2e941f93336'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:09.365007 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ffa0c9-bd5c-4cc4-820a-9928749f745c" -d '{"events": [{"server_uuid": "48dd4532-b480-4825-bdb7-92dfdbee664e", "name": "network-vif-plugged", "status": "completed", "tag": "8fc54159-dadd-4320-92b7-a2e941f93336"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:09.377705 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 8fc54159-dadd-4320-92b7-a2e941f93336, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8fc54159-dadd-4320-92b7-a2e941f93336,segment=NetworkSegment(6e7744e2-3403-45ae-8833-52b7273f069f),segment_id=6e7744e2-3403-45ae-8833-52b7273f069f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:09.381535 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:09.406012 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ca076e-fbbf-4d27-83ef-efcfb8b35450 x-openstack-request-id: req-a8ca076e-fbbf-4d27-83ef-efcfb8b35450 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:09.406313 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dd4532-b480-4825-bdb7-92dfdbee664e", "name": "network-vif-plugged", "status": "completed", "tag": "8fc54159-dadd-4320-92b7-a2e941f93336", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:09.406563 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8ca076e-fbbf-4d27-83ef-efcfb8b35450 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:09.406942 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ca076e-fbbf-4d27-83ef-efcfb8b35450'] response: {'server_uuid': '48dd4532-b480-4825-bdb7-92dfdbee664e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc54159-dadd-4320-92b7-a2e941f93336', 'code': 200} Jun 03 16:19:09.431843 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=8fc54159-dadd-4320-92b7-a2e941f93336,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:09.864730 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-40b37a2f-f2bd-409b-b98c-6ffeab0c1934 req-c4a9101b-894f-4b84-b2d4-1a0977638223 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 210 time: 0.0257580 Jun 03 16:19:10.119536 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a4b56-e311-42d9-9604-ebc8f8d082f0 req-651af5a0-d910-4748-bf6a-3ebe8f7004a1 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.120916 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-566a4b56-e311-42d9-9604-ebc8f8d082f0 req-651af5a0-d910-4748-bf6a-3ebe8f7004a1 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 945 time: 0.0486875 Jun 03 16:19:10.166850 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-566a4b56-e311-42d9-9604-ebc8f8d082f0 req-8bd7c2a1-b8b6-444e-a94d-aae87bb6f6d2 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Jun 03 16:19:10.458236 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c834-4736-4e3d-8266-0a899e5045ab req-bad78d65-c775-4542-9338-e2cc8a3dac3d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.459660 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e723c834-4736-4e3d-8266-0a899e5045ab req-bad78d65-c775-4542-9338-e2cc8a3dac3d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 944 time: 0.0438981 Jun 03 16:19:10.511428 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e723c834-4736-4e3d-8266-0a899e5045ab req-4279f141-a70c-425e-969c-d259963329ee tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464637 Jun 03 16:19:10.700921 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-4d1cb306-dae0-4beb-831a-4fa6a86d61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.702259 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-4d1cb306-dae0-4beb-831a-4fa6a86d61e6 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 1128 time: 0.0808163 Jun 03 16:19:10.723450 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:10.751539 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9080341-0a4e-4c59-9891-4a874769e900 req-d7beeff7-25aa-42bc-8ca5-90840045d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.753038 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9080341-0a4e-4c59-9891-4a874769e900 req-d7beeff7-25aa-42bc-8ca5-90840045d0ca service neutron] 10.222.0.118 "GET /v2.0/networks?id=4e1b45b4-00b2-4d69-b755-1aadb142f456 HTTP/1.1" status: 200 len: 910 time: 0.1502464 Jun 03 16:19:10.819650 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9080341-0a4e-4c59-9891-4a874769e900 req-9caef21a-4827-4bfa-851b-dffb054f85ec service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc54159-dadd-4320-92b7-a2e941f93336 HTTP/1.1" status: 200 len: 217 time: 0.0423803 Jun 03 16:19:10.842027 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f7dc-f44a-46a7-8a49-326af02ba8cd req-bddc70c7-2c68-48e3-afa2-6c378381e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.844034 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-94c2f7dc-f44a-46a7-8a49-326af02ba8cd req-bddc70c7-2c68-48e3-afa2-6c378381e9b3 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 1129 time: 0.0539117 Jun 03 16:19:10.890152 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-94c2f7dc-f44a-46a7-8a49-326af02ba8cd req-f9d83147-99c3-45b5-a7a5-1c80e02b75c7 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393224 Jun 03 16:19:10.893070 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-dcc35977-4a4d-4f7d-8f1b-b2f9b98414ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.894316 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-dcc35977-4a4d-4f7d-8f1b-b2f9b98414ee service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.1651826 Jun 03 16:19:10.897786 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9080341-0a4e-4c59-9891-4a874769e900 req-13da2407-8df3-4d78-87e4-52e440fab250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.899092 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9080341-0a4e-4c59-9891-4a874769e900 req-13da2407-8df3-4d78-87e4-52e440fab250 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b78922b3-b267-4cbb-8c04-75021f917e98 HTTP/1.1" status: 200 len: 848 time: 0.0615623 Jun 03 16:19:10.959846 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-df0ded93-d87a-49a1-9467-6061f221299b req-e59af373-d741-4a29-a091-25a5443000af tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Jun 03 16:19:11.192910 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 00ec2058-4aa7-4f71-a6fa-0278283989c0 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:19:11.274754 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:11.279694 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34831743-7669-4eab-b7c2-db042b794b22 req-0df97ce8-82a6-43fb-b014-b85d5586fbf3 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.281209 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-34831743-7669-4eab-b7c2-db042b794b22 req-0df97ce8-82a6-43fb-b014-b85d5586fbf3 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 945 time: 0.0473723 Jun 03 16:19:11.291939 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 00ec2058-4aa7-4f71-a6fa-0278283989c0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:11.304598 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'port_id': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'mac_address': 'fa:16:3e:30:48:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:19:11.329720 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-34831743-7669-4eab-b7c2-db042b794b22 req-76779b25-6f49-4ecf-a23b-d28c919a46ce tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426729 Jun 03 16:19:11.342536 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 00ec2058-4aa7-4f71-a6fa-0278283989c0 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:19:11.342916 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:11.357209 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ec2058-4aa7-4f71-a6fa-0278283989c0 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:19:11.380025 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 00ec2058-4aa7-4f71-a6fa-0278283989c0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:11.384328 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:11.432371 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=00ec2058-4aa7-4f71-a6fa-0278283989c0,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:11.487157 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-57082d59-3bed-4a11-976d-bae939521a7d service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0 HTTP/1.1" status: 200 len: 217 time: 0.0563164 Jun 03 16:19:11.488909 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9080341-0a4e-4c59-9891-4a874769e900 req-3ea5c703-e54e-4149-bc11-870498d811c8 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=4e1b45b4-00b2-4d69-b755-1aadb142f456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511498 Jun 03 16:19:11.649788 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-481a9e07-5b1c-497b-8fd2-587e120a92f9 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.651677 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-481a9e07-5b1c-497b-8fd2-587e120a92f9 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 812 time: 0.1216686 Jun 03 16:19:11.665907 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:11.677260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-713a1108-35d3-4682-82db-cfc14b6db36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.678746 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-713a1108-35d3-4682-82db-cfc14b6db36d service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.1323171 Jun 03 16:19:11.685273 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66944a4-ebc7-4f18-bd9f-a646dc39cab8 req-9659fa29-5385-428b-8399-bddbe6a42cc9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.686757 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d66944a4-ebc7-4f18-bd9f-a646dc39cab8 req-9659fa29-5385-428b-8399-bddbe6a42cc9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 945 time: 0.0814188 Jun 03 16:19:11.712206 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9080341-0a4e-4c59-9891-4a874769e900 req-7ff5975e-3165-41a2-ae0c-3e02f17dab13 service neutron] 10.222.0.118 "GET /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844530 Jun 03 16:19:11.715693 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:11.726622 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-9cf88702-7752-40e2-b89f-96794258ebf5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d586c0c8dd34398af9d52425eb2bde3 HTTP/1.1" status: 200 len: 379 time: 0.0586267 Jun 03 16:19:11.740951 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d66944a4-ebc7-4f18-bd9f-a646dc39cab8 req-fc17d261-1619-4a6b-9c23-eef15c4fc265 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451362 Jun 03 16:19:12.003327 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:12.042417 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['00ec2058-4aa7-4f71-a6fa-0278283989c0'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:19:12.055221 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7bca5a15-d99e-4510-a57c-1deb56441ce9 req-446e532e-a305-4788-a111-6359e9448e16 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 210 time: 0.0275245 Jun 03 16:19:12.443931 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cfa6d-cc60-4d38-9bc8-d821ac5ef43c req-3a372db2-fdea-470a-bc1a-49f337d3bca2 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:12.445447 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-064cfa6d-cc60-4d38-9bc8-d821ac5ef43c req-3a372db2-fdea-470a-bc1a-49f337d3bca2 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 945 time: 0.0507975 Jun 03 16:19:12.491141 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-064cfa6d-cc60-4d38-9bc8-d821ac5ef43c req-3fef6fd6-8dcc-4488-9654-33a6fcdd0ddc tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Jun 03 16:19:12.568418 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'port': {'device_id': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'admin_state_up': True, 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'security_groups': ['cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8']}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:19:12.663841 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-d4aa0e16-7e3c-4929-8bde-328257df9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:12.665323 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-d4aa0e16-7e3c-4929-8bde-328257df9b73 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0990758 Jun 03 16:19:12.686386 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Made reservation on behalf of 7d586c0c8dd34398af9d52425eb2bde3 for: {'port': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:12.689974 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:12.862186 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Allocated IP 172.20.0.5 (6170e7ad-2948-49aa-8d76-bb5733efca78/dcdc3f0d-c747-460a-8a6f-8e63849cf34e/373d5130-e651-4986-b65f-2e89d25c7140) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:12.880804 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066fc63-bcdb-4718-a3f0-fbb9368a6f28 req-934d70f6-1360-44d8-90bb-39e57412d55e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:12.882317 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d066fc63-bcdb-4718-a3f0-fbb9368a6f28 req-934d70f6-1360-44d8-90bb-39e57412d55e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 945 time: 0.0673738 Jun 03 16:19:12.973411 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9080341-0a4e-4c59-9891-4a874769e900 req-1ebb399c-d7ac-4e3a-8086-6c1b16b661cb service neutron] 10.222.0.118 "GET /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082482 Jun 03 16:19:13.006327 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d066fc63-bcdb-4718-a3f0-fbb9368a6f28 req-f42a44d9-2f5e-4cb6-8403-01f81a15056d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158726 Jun 03 16:19:13.010966 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:13.017922 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-77750f83-cdf0-4b89-a433-79f69b418686 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350229 Jun 03 16:19:13.059061 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for port (373d5130-e651-4986-b65f-2e89d25c7140), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:13.096254 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (373d5130-e651-4986-b65f-2e89d25c7140), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:13.141122 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:13.149171 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:13.153559 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:19:13.158888 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:13.159568 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:13.163684 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'Port': ['ID=373d5130-e651-4986-b65f-2e89d25c7140,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:13.189089 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-635b9d13-1ec3-46cd-a64a-2687d0a15d35 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245387 Jun 03 16:19:13.284472 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c840e-3403-45c9-ab26-2553de791ba8 req-2c673904-cbd7-4990-b17b-6c8252df1651 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:13.286091 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b78c840e-3403-45c9-ab26-2553de791ba8 req-2c673904-cbd7-4990-b17b-6c8252df1651 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 931 time: 0.1582854 Jun 03 16:19:13.364983 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8d7959a0-18b1-4190-9975-32f120de2f2d req-3473fe58-3a02-46fb-be7d-3d5c0470862a service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773541 Jun 03 16:19:13.370527 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b78c840e-3403-45c9-ab26-2553de791ba8 req-a0567b40-b569-45aa-96fc-6d051aa8667f tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776749 Jun 03 16:19:13.418199 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-37f8796b-d9b7-45f4-8175-ac55ff959a1f None None] Provisioning complete for port 373d5130-e651-4986-b65f-2e89d25c7140 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:19:13.419232 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-37f8796b-d9b7-45f4-8175-ac55ff959a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (373d5130-e651-4986-b65f-2e89d25c7140), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:13.449387 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-37f8796b-d9b7-45f4-8175-ac55ff959a1f None None] Port 373d5130-e651-4986-b65f-2e89d25c7140 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:19:13.608248 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb520c8d-82a4-4e00-8557-524b4aa9f45a req-b9808b3c-fbe8-4886-b690-bafe434cf3e4 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:13.609698 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cb520c8d-82a4-4e00-8557-524b4aa9f45a req-b9808b3c-fbe8-4886-b690-bafe434cf3e4 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 945 time: 0.0464900 Jun 03 16:19:13.654725 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cb520c8d-82a4-4e00-8557-524b4aa9f45a req-34e8b5fb-a843-4b68-8abe-260484b65a04 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Jun 03 16:19:13.822678 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 00ec2058-4aa7-4f71-a6fa-0278283989c0 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:19:13.866120 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 00ec2058-4aa7-4f71-a6fa-0278283989c0 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:19:13.871709 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 00ec2058-4aa7-4f71-a6fa-0278283989c0 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:19:13.872080 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:13.945900 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 00ec2058-4aa7-4f71-a6fa-0278283989c0 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:19:13.945900 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:13.972020 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:13.974391 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cf8f3f-becf-4451-a849-914522ae10c3" -d '{"events": [{"server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "name": "network-vif-plugged", "status": "completed", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:13.989998 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 00ec2058-4aa7-4f71-a6fa-0278283989c0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:13.994893 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:13.999932 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:14.017647 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ddb75b-ab39-47cf-b50a-ed4947158b3d x-openstack-request-id: req-e2ddb75b-ab39-47cf-b50a-ed4947158b3d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:14.018019 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "name": "network-vif-plugged", "status": "completed", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:14.018186 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2ddb75b-ab39-47cf-b50a-ed4947158b3d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:14.018569 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ddb75b-ab39-47cf-b50a-ed4947158b3d'] response: {'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'code': 200} Jun 03 16:19:14.045371 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=00ec2058-4aa7-4f71-a6fa-0278283989c0,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:14.060689 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Request body: {'port': {'device_id': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:19:14.177033 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (373d5130-e651-4986-b65f-2e89d25c7140), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:14.180644 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:14.198276 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd347da6-357f-4714-bf06-b2b4d6f7153c req-0d566ce0-5a66-49d9-8579-7840d009d74a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:14.198533 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:14.199839 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cd347da6-357f-4714-bf06-b2b4d6f7153c req-0d566ce0-5a66-49d9-8579-7840d009d74a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0840609 Jun 03 16:19:14.333638 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49056db5-f774-4fa7-a2f3-5a742e4ff2c5 req-80246450-0c05-4bb2-8a1c-9925bbaf4365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:14.335946 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-49056db5-f774-4fa7-a2f3-5a742e4ff2c5 req-80246450-0c05-4bb2-8a1c-9925bbaf4365 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 1130 time: 0.0642028 Jun 03 16:19:14.336127 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cd347da6-357f-4714-bf06-b2b4d6f7153c req-b8b65e76-b5e2-48d8-af16-c1cb3098f58a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018715 Jun 03 16:19:14.418920 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278c13b-a74c-469d-95fa-698486f3ae49 req-6af7e847-f042-4818-8abe-5686baa26042 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:14.420470 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7278c13b-a74c-469d-95fa-698486f3ae49 req-6af7e847-f042-4818-8abe-5686baa26042 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 945 time: 0.0538197 Jun 03 16:19:14.446592 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:14.470433 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7278c13b-a74c-469d-95fa-698486f3ae49 req-3d39fe72-4506-491f-b8c2-7fc51ddda4cf tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442579 Jun 03 16:19:14.509567 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a837d-531c-4c81-ae0e-9aca08999ff4 req-6506954f-f11f-4dc2-8c6a-fec49fedea94 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:14.511025 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-813a837d-531c-4c81-ae0e-9aca08999ff4 req-6506954f-f11f-4dc2-8c6a-fec49fedea94 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 931 time: 0.0625861 Jun 03 16:19:14.592271 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-813a837d-531c-4c81-ae0e-9aca08999ff4 req-8df4e1c6-d238-4ad0-8bec-3906dfc40455 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740216 Jun 03 16:19:14.623576 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373d5130-e651-4986-b65f-2e89d25c7140 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:19:14.630968 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Publish callbacks [] for port (373d5130-e651-4986-b65f-2e89d25c7140), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:14.634178 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:14.647818 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Transition to ACTIVE for port object 373d5130-e651-4986-b65f-2e89d25c7140 will not be triggered until provisioned by entity L2. {{(pid=103937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:19:14.651273 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (373d5130-e651-4986-b65f-2e89d25c7140), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:14.726586 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Pushing event updated for resources: {'Port': ['ID=373d5130-e651-4986-b65f-2e89d25c7140,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:14.758720 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Attempting to bind port 373d5130-e651-4986-b65f-2e89d25c7140 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:19:14.759047 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Attempting to bind port 373d5130-e651-4986-b65f-2e89d25c7140 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:19:14.759429 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Attempting to bind port 373d5130-e651-4986-b65f-2e89d25c7140 on network 6170e7ad-2948-49aa-8d76-bb5733efca78 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:19:14.764593 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Port 373d5130-e651-4986-b65f-2e89d25c7140 on network 6170e7ad-2948-49aa-8d76-bb5733efca78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:19:14.764912 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Attempting to bind port 373d5130-e651-4986-b65f-2e89d25c7140 on network 6170e7ad-2948-49aa-8d76-bb5733efca78 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:19:14.769934 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:19:14.770268 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Checking segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:19:14.770646 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Bound using segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:19:14.771065 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Bound port: 373d5130-e651-4986-b65f-2e89d25c7140, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:19:14.771532 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (373d5130-e651-4986-b65f-2e89d25c7140), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:14.836953 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] For port 373d5130-e651-4986-b65f-2e89d25c7140, host hv-cinder-83699, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:19:14.840247 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] For port 373d5130-e651-4986-b65f-2e89d25c7140, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=373d5130-e651-4986-b65f-2e89d25c7140,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:19:14.846214 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (373d5130-e651-4986-b65f-2e89d25c7140), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:14.876856 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:14.877472 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:14.878966 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] 10.222.0.118 "PUT /v2.0/ports/373d5130-e651-4986-b65f-2e89d25c7140 HTTP/1.1" status: 200 len: 1093 time: 0.8289289 Jun 03 16:19:14.879263 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'tag': '373d5130-e651-4986-b65f-2e89d25c7140'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:14.881485 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178ac025-7044-4ace-913b-2d119c1ca974" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea2cd56-026c-4b2e-a39a-35bc5db65f46", "tag": "373d5130-e651-4986-b65f-2e89d25c7140"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:14.908080 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2404068-f4ef-480b-bb94-d2c8e16dcc6f service neutron] Pushing event updated for resources: {'Port': ['ID=373d5130-e651-4986-b65f-2e89d25c7140,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:14.928138 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18479426-ba27-4abd-8dd0-06e020becfbf x-openstack-request-id: req-18479426-ba27-4abd-8dd0-06e020becfbf {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:14.928438 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea2cd56-026c-4b2e-a39a-35bc5db65f46", "tag": "373d5130-e651-4986-b65f-2e89d25c7140", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:14.928704 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18479426-ba27-4abd-8dd0-06e020becfbf {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:14.929092 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18479426-ba27-4abd-8dd0-06e020becfbf'] response: {'name': 'network-changed', 'server_uuid': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'tag': '373d5130-e651-4986-b65f-2e89d25c7140', 'status': 'completed', 'code': 200} Jun 03 16:19:15.461903 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3502c-2db0-42bf-9351-b5faeeb63b81 req-ade798cd-735e-4fb9-ad47-b69e20d4a858 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:15.463386 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41d3502c-2db0-42bf-9351-b5faeeb63b81 req-ade798cd-735e-4fb9-ad47-b69e20d4a858 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0495741 Jun 03 16:19:15.509775 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41d3502c-2db0-42bf-9351-b5faeeb63b81 req-03da0345-74e2-4871-b26a-373cdb12c8bf tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Jun 03 16:19:15.589821 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f1f3a-533b-4efc-94ed-a0016184c2ba req-df5f89bc-7e29-4f9e-bc5b-af3dd0065349 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:15.591612 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-851f1f3a-533b-4efc-94ed-a0016184c2ba req-df5f89bc-7e29-4f9e-bc5b-af3dd0065349 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 945 time: 0.0511241 Jun 03 16:19:15.641211 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-851f1f3a-533b-4efc-94ed-a0016184c2ba req-8c87fd94-4a5f-49db-9264-f975273ef3af tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436516 Jun 03 16:19:15.712785 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-49056db5-f774-4fa7-a2f3-5a742e4ff2c5 req-030b8a35-3c08-4075-afd8-4c362a98e4ab service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381267 Jun 03 16:19:15.737958 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8049a7-fd53-4ba5-9227-bb8da706f8dd req-30c8231d-4ae5-4546-b393-0036e63d0675 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:15.739428 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cb8049a7-fd53-4ba5-9227-bb8da706f8dd req-30c8231d-4ae5-4546-b393-0036e63d0675 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0800776 Jun 03 16:19:15.744502 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ac025-7044-4ace-913b-2d119c1ca974 req-b060219e-6bb1-4fdc-b386-5227e92599ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:15.745831 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-178ac025-7044-4ace-913b-2d119c1ca974 req-b060219e-6bb1-4fdc-b386-5227e92599ad service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 1127 time: 0.0517216 Jun 03 16:19:15.790457 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cb8049a7-fd53-4ba5-9227-bb8da706f8dd req-c92ceda8-8479-42b0-924c-87ce880829ba tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436618 Jun 03 16:19:16.184925 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:16.226057 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ac025-7044-4ace-913b-2d119c1ca974 req-b5749df8-1ad6-4ce0-bbfb-ca104690b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:16.227560 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-178ac025-7044-4ace-913b-2d119c1ca974 req-b5749df8-1ad6-4ce0-bbfb-ca104690b817 service neutron] 10.222.0.118 "GET /v2.0/networks?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0932081 Jun 03 16:19:16.627685 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774401-7560-4c85-9f93-6ce06f072b59 req-716e6baf-37d4-4bde-97ac-bc2278ed5c5c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:16.629193 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52774401-7560-4c85-9f93-6ce06f072b59 req-716e6baf-37d4-4bde-97ac-bc2278ed5c5c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0501828 Jun 03 16:19:16.663864 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ac025-7044-4ace-913b-2d119c1ca974 req-1cc198a3-0a06-4418-a004-14ed8447cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:16.665302 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-178ac025-7044-4ace-913b-2d119c1ca974 req-1cc198a3-0a06-4418-a004-14ed8447cc1a service neutron] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3212125 Jun 03 16:19:16.690080 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52774401-7560-4c85-9f93-6ce06f072b59 req-fee7bf74-d1ee-44a1-ad7e-9bd09c066bf4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542300 Jun 03 16:19:16.753882 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757aacc-f7fc-4ece-876b-2a7172e23b1f req-001f7c74-8de3-484f-a6fa-aa82621576cd tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:16.755257 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5757aacc-f7fc-4ece-876b-2a7172e23b1f req-001f7c74-8de3-484f-a6fa-aa82621576cd tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 945 time: 0.0472028 Jun 03 16:19:16.800871 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5757aacc-f7fc-4ece-876b-2a7172e23b1f req-83bdcf7a-212e-43e4-88ae-7ae109e7ec71 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Jun 03 16:19:16.865080 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:16.900566 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee1dbc-b404-4b6f-8999-60e8eec26106 req-bf834b6f-b665-4749-8b59-d3cf54693a40 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:16.902021 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81ee1dbc-b404-4b6f-8999-60e8eec26106 req-bf834b6f-b665-4749-8b59-d3cf54693a40 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0472162 Jun 03 16:19:16.949590 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81ee1dbc-b404-4b6f-8999-60e8eec26106 req-b62ca0ee-fc5c-425d-a09a-a589f6ce9075 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420921 Jun 03 16:19:17.154634 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-9bced5e7-b91a-4a1a-954e-36230bd121bc tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:17.156979 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-9bced5e7-b91a-4a1a-954e-36230bd121bc tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.118 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 945 time: 0.0566518 Jun 03 16:19:17.172296 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-bed737ea-adba-4e58-a633-468902641d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:17.173769 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-bed737ea-adba-4e58-a633-468902641d0f service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 1127 time: 0.0400441 Jun 03 16:19:17.242804 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-b4197c90-266d-4fa9-989c-481b63b31f5f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Deleting port 8fc54159-dadd-4320-92b7-a2e941f93336 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:19:17.243151 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-b4197c90-266d-4fa9-989c-481b63b31f5f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:17.267806 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-ce233519-c753-47fb-82e2-dcc8658d57dd service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=373d5130-e651-4986-b65f-2e89d25c7140 HTTP/1.1" status: 200 len: 217 time: 0.0341125 Jun 03 16:19:17.320195 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a7351b3f-2a5f-439e-bd89-01ef47249a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:17.321618 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-a7351b3f-2a5f-439e-bd89-01ef47249a49 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.0422919 Jun 03 16:19:17.333118 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-b4197c90-266d-4fa9-989c-481b63b31f5f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] For port 8fc54159-dadd-4320-92b7-a2e941f93336, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8fc54159-dadd-4320-92b7-a2e941f93336,segment=NetworkSegment(6e7744e2-3403-45ae-8833-52b7273f069f),segment_id=6e7744e2-3403-45ae-8833-52b7273f069f)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:17.333485 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-b4197c90-266d-4fa9-989c-481b63b31f5f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:17.347234 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-b4197c90-266d-4fa9-989c-481b63b31f5f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Calling delete_port for 8fc54159-dadd-4320-92b7-a2e941f93336 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:19:17.364363 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-20e339be-112d-4e56-8ba2-3341681b7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:17.365758 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-20e339be-112d-4e56-8ba2-3341681b7c3e service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369179 Jun 03 16:19:17.422402 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:17.463110 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-f339745b-c72b-44b8-8954-ab9c7642c29d service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854719 Jun 03 16:19:17.471617 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-b4197c90-266d-4fa9-989c-481b63b31f5f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (8fc54159-dadd-4320-92b7-a2e941f93336), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:17.484222 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['8fc54159-dadd-4320-92b7-a2e941f93336'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:19:17.502811 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4197c90-266d-4fa9-989c-481b63b31f5f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Pushing event deleted for resources: {'Port': ['ID=8fc54159-dadd-4320-92b7-a2e941f93336,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:17.554009 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-b4197c90-266d-4fa9-989c-481b63b31f5f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] No DVR routers for this DVR port 8fc54159-dadd-4320-92b7-a2e941f93336 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:19:17.556790 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-b4197c90-266d-4fa9-989c-481b63b31f5f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:17.560433 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-89ba61a1-d65f-449c-997f-63212c6069e5 req-b4197c90-266d-4fa9-989c-481b63b31f5f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.118 "DELETE /v2.0/ports/8fc54159-dadd-4320-92b7-a2e941f93336 HTTP/1.1" status: 204 len: 173 time: 0.3972001 Jun 03 16:19:17.560892 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dd4532-b480-4825-bdb7-92dfdbee664e', 'name': 'network-vif-deleted', 'tag': '8fc54159-dadd-4320-92b7-a2e941f93336'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:17.563114 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de75ba6-d05c-4f19-bc03-b5c130819e6e" -d '{"events": [{"server_uuid": "48dd4532-b480-4825-bdb7-92dfdbee664e", "name": "network-vif-deleted", "tag": "8fc54159-dadd-4320-92b7-a2e941f93336"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:17.581115 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb881efa-a2b3-45b1-8692-e1620a44d42b req-0b5853c8-f777-4ea1-89bd-7b33a96bfbb2 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943663 Jun 03 16:19:17.602218 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4804ce84-d70c-4ab0-8eb0-95475d81899c x-openstack-request-id: req-4804ce84-d70c-4ab0-8eb0-95475d81899c {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:17.602519 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dd4532-b480-4825-bdb7-92dfdbee664e", "name": "network-vif-deleted", "tag": "8fc54159-dadd-4320-92b7-a2e941f93336", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:17.602775 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4804ce84-d70c-4ab0-8eb0-95475d81899c {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:17.603182 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4804ce84-d70c-4ab0-8eb0-95475d81899c'] response: {'server_uuid': '48dd4532-b480-4825-bdb7-92dfdbee664e', 'name': 'network-vif-deleted', 'tag': '8fc54159-dadd-4320-92b7-a2e941f93336', 'status': 'completed', 'code': 200} Jun 03 16:19:17.803215 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c9618-c58a-441f-8848-1c26e151e86d req-36617843-ffef-41ec-b6a6-849c79644336 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:17.804615 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9b0c9618-c58a-441f-8848-1c26e151e86d req-36617843-ffef-41ec-b6a6-849c79644336 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0478072 Jun 03 16:19:17.851419 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9b0c9618-c58a-441f-8848-1c26e151e86d req-2962b749-e920-45da-b150-7cecdb9bd74d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Jun 03 16:19:17.897091 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-411c2790-ff14-4de8-a69a-63387bacad64 req-ced62a34-09c9-44e4-a242-bc84619ee183 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 210 time: 0.0281913 Jun 03 16:19:18.008917 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:18.066501 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154da1e-0abe-4666-9a12-71297ade2c20 req-55edde50-0a54-494e-9f19-c3f224de5830 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:18.068111 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c154da1e-0abe-4666-9a12-71297ade2c20 req-55edde50-0a54-494e-9f19-c3f224de5830 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0506883 Jun 03 16:19:18.113937 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:18.119838 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c154da1e-0abe-4666-9a12-71297ade2c20 req-c46ed327-cbd5-4036-be8b-db544005a547 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462523 Jun 03 16:19:18.965070 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96c8a5-2f97-4a5e-80f8-c538549ed42e req-d4ff000e-daf3-4ff2-945d-4ff3fc911e79 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:18.966608 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b96c8a5-2f97-4a5e-80f8-c538549ed42e req-d4ff000e-daf3-4ff2-945d-4ff3fc911e79 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0503142 Jun 03 16:19:18.990467 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d13d8693-64d5-4cb8-9f1d-89c8404cd79d req-c02f2788-9c18-40b2-87fc-322dbbdaec92 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 210 time: 0.0270147 Jun 03 16:19:19.014112 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b96c8a5-2f97-4a5e-80f8-c538549ed42e req-8796cc65-30b8-4908-833b-b48ff04d4251 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 Jun 03 16:19:19.123768 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84896bda-3b78-403d-b06f-e83d4c60d139 req-89dd6fb3-83b8-4fe6-908f-e5bcb3ed5951 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:19.125194 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84896bda-3b78-403d-b06f-e83d4c60d139 req-89dd6fb3-83b8-4fe6-908f-e5bcb3ed5951 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0493522 Jun 03 16:19:19.133785 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 45020) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:19:19.138086 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-9e8be14d-fe85-4580-9956-0027538eaa41 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Request body: {'floatingip': {'port_id': '00ec2058-4aa7-4f71-a6fa-0278283989c0'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:19:19.178306 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e8be14d-fe85-4580-9956-0027538eaa41 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for floatingip (a871d69e-b54d-45f3-b85d-52530273b9d2), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:19.232288 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ce5c-ccf7-4994-83c2-eeb865e7b3d2 req-2976ea23-a9c4-44c4-89f6-6ef5f5bb1932 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:19.233774 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9e52ce5c-ccf7-4994-83c2-eeb865e7b3d2 req-2976ea23-a9c4-44c4-89f6-6ef5f5bb1932 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0480053 Jun 03 16:19:19.283833 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9e52ce5c-ccf7-4994-83c2-eeb865e7b3d2 req-b92cca47-73a8-4f2b-a72e-0a82eb328772 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443301 Jun 03 16:19:19.295829 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-715dce91-78f1-4481-8577-787341f7c3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:19.372917 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:19.576049 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e8be14d-fe85-4580-9956-0027538eaa41 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:19.579406 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e8be14d-fe85-4580-9956-0027538eaa41 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (a871d69e-b54d-45f3-b85d-52530273b9d2), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:19.669724 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-9e8be14d-fe85-4580-9956-0027538eaa41 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Floating IP a871d69e-b54d-45f3-b85d-52530273b9d2 associated. External IP: 172.27.2.172, port: 00ec2058-4aa7-4f71-a6fa-0278283989c0. Jun 03 16:19:19.859750 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8be14d-fe85-4580-9956-0027538eaa41 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:19:19.959954 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8be14d-fe85-4580-9956-0027538eaa41 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:19:19.964062 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e8be14d-fe85-4580-9956-0027538eaa41 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:19.971873 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] Sync routers for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:19:19.983112 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:19:19.983755 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:18:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:19.994625 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9e8be14d-fe85-4580-9956-0027538eaa41 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "PUT /v2.0/floatingips/a871d69e-b54d-45f3-b85d-52530273b9d2 HTTP/1.1" status: 200 len: 992 time: 0.8596928 Jun 03 16:19:19.995825 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:19.998190 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e647b23-84e3-48d3-9573-dd91d56b8f30" -d '{"events": [{"name": "network-changed", "server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:20.037088 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecad1266-27e3-406d-8b75-a8f57fac8a55 x-openstack-request-id: req-ecad1266-27e3-406d-8b75-a8f57fac8a55 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:20.037470 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:20.037914 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecad1266-27e3-406d-8b75-a8f57fac8a55 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:20.038479 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecad1266-27e3-406d-8b75-a8f57fac8a55'] response: {'name': 'network-changed', 'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'status': 'completed', 'code': 200} Jun 03 16:19:20.086029 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:19:20.105152 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cc9e44e5-6790-4041-9af3-d603ed0474c4 req-a90beb91-9cea-419f-bb45-b6efef8f977f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dd4532-b480-4825-bdb7-92dfdbee664e HTTP/1.1" status: 200 len: 210 time: 0.0318098 Jun 03 16:19:20.291790 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'a871d69e-b54d-45f3-b85d-52530273b9d2', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'port_id': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'mac_address': 'fa:16:3e:30:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:18:52Z', 'updated_at': '2022-06-03T16:19:19Z', 'revision_number': 1, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:07Z', 'revision_number': 5, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:20.316292 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] Checking router: 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:19:20.325154 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:19:20.325752 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:18:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:20.386376 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-b2801fe7-ae25-4b27-b95f-d735f1dbf16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:20.388055 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-b2801fe7-ae25-4b27-b95f-d735f1dbf16e service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 1130 time: 0.0457125 Jun 03 16:19:20.415997 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c7c70-1982-4324-96b1-e1a5c118926e req-aa944f1a-bcf9-4d2c-9797-a2a463dcdc77 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:20.418338 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-769c7c70-1982-4324-96b1-e1a5c118926e req-aa944f1a-bcf9-4d2c-9797-a2a463dcdc77 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0563405 Jun 03 16:19:20.430137 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:19:20.459229 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:20.477243 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-769c7c70-1982-4324-96b1-e1a5c118926e req-4c3aa5e3-a739-4c43-9113-dcbc26845a18 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509217 Jun 03 16:19:20.510374 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-469d89e3-6c5c-4072-a5d3-a26d5cb1672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:20.512086 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-469d89e3-6c5c-4072-a5d3-a26d5cb1672e service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.1135015 Jun 03 16:19:20.528876 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:20.580869 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-893a244c-bb7f-4fa0-b678-d2de6bf613e8 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0 HTTP/1.1" status: 200 len: 1000 time: 0.0601456 Jun 03 16:19:20.632947 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-7e84ed95-c76f-4534-a6a1-5cc9a9a934cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:20.634306 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-7e84ed95-c76f-4534-a6a1-5cc9a9a934cc service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0452023 Jun 03 16:19:20.673112 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'a871d69e-b54d-45f3-b85d-52530273b9d2', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'port_id': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'mac_address': 'fa:16:3e:30:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:18:52Z', 'updated_at': '2022-06-03T16:19:19Z', 'revision_number': 1, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:07Z', 'revision_number': 5, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:20.677702 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-4583b14d-2a9c-4f87-9e52-151eb7757bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:20.679185 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-4583b14d-2a9c-4f87-9e52-151eb7757bd5 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374193 Jun 03 16:19:20.700944 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5004f839-d72a-43f4-be16-7a4cddbfd4bf None None] The sync data for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi is: [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'a871d69e-b54d-45f3-b85d-52530273b9d2', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'port_id': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'mac_address': 'fa:16:3e:30:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:18:52Z', 'updated_at': '2022-06-03T16:19:19Z', 'revision_number': 1, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:07Z', 'revision_number': 5, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:19:20.775045 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-9456dbe6-9c78-41f4-83dc-03546b7e8ead service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887816 Jun 03 16:19:20.875740 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e647b23-84e3-48d3-9573-dd91d56b8f30 req-cb2ea3e0-1493-45bc-a40d-cfa2168ed3d8 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948007 Jun 03 16:19:21.335698 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f288bf85-055b-4462-ac37-0d4e6d478feb None None] New status for floating IP a871d69e-b54d-45f3-b85d-52530273b9d2: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:19:21.381742 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb960-1684-425b-846b-9f94578372a8 req-3ffd8560-df44-4fac-8933-f0f879c07d71 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:21.383193 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-3ffd8560-df44-4fac-8933-f0f879c07d71 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/networks?id=4e1b45b4-00b2-4d69-b755-1aadb142f456 HTTP/1.1" status: 200 len: 808 time: 0.1059315 Jun 03 16:19:21.397853 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-e1ac23c3-ceb5-43f0-a753-2e7d1eab4d1a tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/quotas/573ee03c74e3443d8a8d5e5568507d37 HTTP/1.1" status: 200 len: 375 time: 0.0088611 Jun 03 16:19:21.430503 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-0aed4c1d-2f25-4ae1-b239-9ef7fdd06732 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=573ee03c74e3443d8a8d5e5568507d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273924 Jun 03 16:19:21.522304 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-9c7c4b41-d76b-4fe9-b18d-eb252c806cc3 service neutron] 10.222.0.41 "GET /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852737 Jun 03 16:19:21.571476 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:21.600165 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7c7f7c7f-5482-434c-9ea4-99e2bd1eb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:21.603589 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaeea66-3570-4517-9684-9f8141894746 req-661b2640-9e27-4a68-9cc0-28d449c2766e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:21.605080 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cbaeea66-3570-4517-9684-9f8141894746 req-661b2640-9e27-4a68-9cc0-28d449c2766e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0544620 Jun 03 16:19:21.618007 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-4b039d8d-8722-4e79-b419-46758956e023 service neutron] 10.222.0.41 "GET /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899153 Jun 03 16:19:21.656060 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cbaeea66-3570-4517-9684-9f8141894746 req-1ac9c56a-d2eb-4835-a825-2f7d99462850 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453975 Jun 03 16:19:21.772792 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-beee76b2-4656-4158-bdbb-b8d6a99fa7e3 req-5a062764-f272-4656-99da-8b34f2822389 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 210 time: 0.0284629 Jun 03 16:19:21.837775 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 8fc54159-dadd-4320-92b7-a2e941f93336 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:19:21.856595 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 8fc54159-dadd-4320-92b7-a2e941f93336 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:19:21.856936 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 8fc54159-dadd-4320-92b7-a2e941f93336 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:19:22.715107 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d69beb34-5c62-497f-ab2c-98c6e068a520 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:22.717250 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d69beb34-5c62-497f-ab2c-98c6e068a520 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.118 "GET /v2.0/networks?id=4e1b45b4-00b2-4d69-b755-1aadb142f456 HTTP/1.1" status: 200 len: 808 time: 0.1041670 Jun 03 16:19:22.729898 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Request body: {'port': {'device_id': '502605c8-27ca-4d8a-81b8-46312aeaf234', 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456', 'admin_state_up': True, 'tenant_id': '573ee03c74e3443d8a8d5e5568507d37'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:19:22.772320 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:22.773265 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e71c8-846d-4490-844f-3fe990293403 req-b921d358-1bd1-45a1-a5d4-6d844fbf76d7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:22.779771 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8b8e71c8-846d-4490-844f-3fe990293403 req-b921d358-1bd1-45a1-a5d4-6d844fbf76d7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0530388 Jun 03 16:19:22.827588 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8b8e71c8-846d-4490-844f-3fe990293403 req-4d01c4f1-6e38-4c6c-b51b-af9d30eb1697 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458586 Jun 03 16:19:22.853146 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:22.879835 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0b2a2d51-fd96-434d-9ddf-ab9a7b6b8c66 req-161e5327-f301-4922-ac35-a07bf0659f6b tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 210 time: 0.0305638 Jun 03 16:19:22.880373 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Made reservation on behalf of 573ee03c74e3443d8a8d5e5568507d37 for: {'port': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:22.883631 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.009302 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Allocated IP 172.20.0.13 (4e1b45b4-00b2-4d69-b755-1aadb142f456/b78922b3-b267-4cbb-8c04-75021f917e98/beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:23.127065 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:23.155076 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks [] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.186455 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.234843 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Network 4e1b45b4-00b2-4d69-b755-1aadb142f456 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:23.242473 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:23.249446 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:19:23.254420 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:23.255016 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.260915 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Pushing event updated for resources: {'Port': ['ID=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:23.276005 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-d553b045-b8e1-4329-8913-a83edaf55a42 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5501819 Jun 03 16:19:23.288348 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Request body: {'port': {'device_id': '502605c8-27ca-4d8a-81b8-46312aeaf234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:19:23.347987 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.540480 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:23.620124 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:19:23.628024 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Publish callbacks [] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.640096 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Transition to ACTIVE for port object beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 will not be triggered until provisioned by entity L2. {{(pid=103937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:19:23.643599 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.713845 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Pushing event updated for resources: {'Port': ['ID=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:23.724881 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Attempting to bind port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:19:23.725444 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Attempting to bind port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6e7744e2-3403-45ae-8833-52b7273f069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:19:23.725549 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Attempting to bind port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 on network 4e1b45b4-00b2-4d69-b755-1aadb142f456 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:19:23.729929 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 on network 4e1b45b4-00b2-4d69-b755-1aadb142f456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:19:23.730217 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Attempting to bind port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 on network 4e1b45b4-00b2-4d69-b755-1aadb142f456 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:19:23.735701 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:19:23.736103 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Checking segment: {'id': '6e7744e2-3403-45ae-8833-52b7273f069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:19:23.736502 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Bound using segment: {'id': '6e7744e2-3403-45ae-8833-52b7273f069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:19:23.736936 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Bound port: beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7744e2-3403-45ae-8833-52b7273f069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:19:23.737269 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.796307 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] For port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32, host hv-cinder-83699, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:19:23.799354 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] For port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,segment=NetworkSegment(6e7744e2-3403-45ae-8833-52b7273f069f),segment_id=6e7744e2-3403-45ae-8833-52b7273f069f)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:19:23.804634 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.837397 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:23.838230 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.839631 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] 10.222.0.118 "PUT /v2.0/ports/beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 HTTP/1.1" status: 200 len: 1094 time: 0.5551977 Jun 03 16:19:23.841700 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502605c8-27ca-4d8a-81b8-46312aeaf234', 'tag': 'beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:23.843929 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435b2dec-9cfa-429d-ad1c-315bd29f88fa" -d '{"events": [{"name": "network-changed", "server_uuid": "502605c8-27ca-4d8a-81b8-46312aeaf234", "tag": "beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:23.870168 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed7b6a-1f7e-4332-b661-502019b2fa10 service neutron] Pushing event updated for resources: {'Port': ['ID=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:23.879885 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08af30c-93b1-4d7f-91bb-f77b8875e54f x-openstack-request-id: req-b08af30c-93b1-4d7f-91bb-f77b8875e54f {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:23.880231 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502605c8-27ca-4d8a-81b8-46312aeaf234", "tag": "beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:23.880402 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b08af30c-93b1-4d7f-91bb-f77b8875e54f {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:23.880798 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08af30c-93b1-4d7f-91bb-f77b8875e54f'] response: {'name': 'network-changed', 'server_uuid': '502605c8-27ca-4d8a-81b8-46312aeaf234', 'tag': 'beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32', 'status': 'completed', 'code': 200} Jun 03 16:19:23.959244 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:23.962825 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:23.982777 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f4fec-971b-42b7-82cd-012ac43b4e4f req-44647674-c02d-4176-b664-aa18cfa2cab6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:23.984302 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-159f4fec-971b-42b7-82cd-012ac43b4e4f req-44647674-c02d-4176-b664-aa18cfa2cab6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0788317 Jun 03 16:19:23.985949 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b2dec-9cfa-429d-ad1c-315bd29f88fa req-85c7298e-88ca-4df4-9512-db0a91528e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:23.987747 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-435b2dec-9cfa-429d-ad1c-315bd29f88fa req-85c7298e-88ca-4df4-9512-db0a91528e9f service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=573ee03c74e3443d8a8d5e5568507d37&device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 1128 time: 0.0727341 Jun 03 16:19:24.011241 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06693b-341b-4027-b802-1ca1f23b6abb req-62945fa4-c00b-4a29-bf58-431d97df1acf tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:24.013132 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6c06693b-341b-4027-b802-1ca1f23b6abb req-62945fa4-c00b-4a29-bf58-431d97df1acf tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 944 time: 0.0601180 Jun 03 16:19:24.062979 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6c06693b-341b-4027-b802-1ca1f23b6abb req-528278b4-fdca-4b61-9ca0-28b63da251d7 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436761 Jun 03 16:19:24.099989 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-159f4fec-971b-42b7-82cd-012ac43b4e4f req-a69c1430-a319-4f4f-9862-b51d60d715e9 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087000 Jun 03 16:19:24.128816 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b2dec-9cfa-429d-ad1c-315bd29f88fa req-9903e31b-4360-4f55-a72d-96b55ba81825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:24.130245 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-435b2dec-9cfa-429d-ad1c-315bd29f88fa req-9903e31b-4360-4f55-a72d-96b55ba81825 service neutron] 10.222.0.118 "GET /v2.0/networks?tenant_id=573ee03c74e3443d8a8d5e5568507d37&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1300871 Jun 03 16:19:24.222576 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b2dec-9cfa-429d-ad1c-315bd29f88fa req-43695ebe-de05-436e-b7b7-2418649439f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:24.224046 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-435b2dec-9cfa-429d-ad1c-315bd29f88fa req-43695ebe-de05-436e-b7b7-2418649439f7 service neutron] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0858614 Jun 03 16:19:24.499057 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb960-1684-425b-846b-9f94578372a8 req-cae03a10-7b0d-4360-805d-aa3975f8ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:24.500583 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-cae03a10-7b0d-4360-805d-aa3975f8ca79 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=573ee03c74e3443d8a8d5e5568507d37&device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 1128 time: 0.0430248 Jun 03 16:19:24.543246 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-1efee551-18b5-43f8-b691-5acd17bd87b6 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 HTTP/1.1" status: 200 len: 217 time: 0.0322971 Jun 03 16:19:24.589541 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb960-1684-425b-846b-9f94578372a8 req-ca7577ed-09b3-46d3-885a-c6ee21e9d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:24.591488 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-ca7577ed-09b3-46d3-885a-c6ee21e9d88a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b78922b3-b267-4cbb-8c04-75021f917e98 HTTP/1.1" status: 200 len: 848 time: 0.0407872 Jun 03 16:19:24.628263 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-3ef3586f-bbf8-4083-80a8-6e068e8fde55 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=4e1b45b4-00b2-4d69-b755-1aadb142f456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238225 Jun 03 16:19:24.722008 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-695e96cc-b334-4adc-9274-5ce4072cb9c1 service neutron] 10.222.0.118 "GET /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828290 Jun 03 16:19:24.734298 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:24.809168 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b4eb960-1684-425b-846b-9f94578372a8 req-b3989370-1721-4468-8e5f-7b6369d64c3d service neutron] 10.222.0.118 "GET /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810144 Jun 03 16:19:25.176104 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8ecfa-55b5-4f9e-a48b-6b334dcade03 req-22bb8350-554f-4914-918b-5e44ab9396ec tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:25.177705 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-38b8ecfa-55b5-4f9e-a48b-6b334dcade03 req-22bb8350-554f-4914-918b-5e44ab9396ec tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 944 time: 0.0474238 Jun 03 16:19:25.217370 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed52ace-e150-496a-b3b2-e80484f3348e req-86831a49-d196-46d7-94e0-40618397bdad tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:25.218827 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-aed52ace-e150-496a-b3b2-e80484f3348e req-86831a49-d196-46d7-94e0-40618397bdad tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0517907 Jun 03 16:19:25.224957 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-38b8ecfa-55b5-4f9e-a48b-6b334dcade03 req-868bb696-37d8-4a29-a164-7ca1f521780c tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Jun 03 16:19:25.272478 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-aed52ace-e150-496a-b3b2-e80484f3348e req-a9c49315-5172-4a1b-833d-081b155a63c4 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479550 Jun 03 16:19:26.100556 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:26.113567 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:26.350520 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6f2a-8e03-43cc-bc42-e6413621e005 req-e6ed5e16-ec73-404b-9165-2d8e90006578 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:26.351972 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-83da6f2a-8e03-43cc-bc42-e6413621e005 req-e6ed5e16-ec73-404b-9165-2d8e90006578 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 944 time: 0.0461347 Jun 03 16:19:26.383665 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1002a35-8c0b-42c0-922b-f37f168fc26f req-28e6db41-05a4-4476-b16f-fd3f70708ae9 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:26.385148 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c1002a35-8c0b-42c0-922b-f37f168fc26f req-28e6db41-05a4-4476-b16f-fd3f70708ae9 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0462849 Jun 03 16:19:26.402358 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-83da6f2a-8e03-43cc-bc42-e6413621e005 req-9590a7dc-4718-46fc-9000-75ef5aa7f013 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Jun 03 16:19:26.434209 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c1002a35-8c0b-42c0-922b-f37f168fc26f req-355283ef-6de1-407d-8098-2a8d5914e922 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427701 Jun 03 16:19:27.516635 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895d797-ea55-475b-98ba-5bda024afea6 req-868537d0-43d8-410d-bdfd-92d9099f7995 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:27.518120 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0895d797-ea55-475b-98ba-5bda024afea6 req-868537d0-43d8-410d-bdfd-92d9099f7995 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 944 time: 0.0477974 Jun 03 16:19:27.547488 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06e353-1388-40a9-9f35-c52a4ac362e6 req-0c0d50ef-b76b-4c2c-9a4a-a01ae514bdc4 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:27.549142 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-da06e353-1388-40a9-9f35-c52a4ac362e6 req-0c0d50ef-b76b-4c2c-9a4a-a01ae514bdc4 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0460601 Jun 03 16:19:27.564974 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0895d797-ea55-475b-98ba-5bda024afea6 req-8bc435c4-a9cd-46b8-b3ef-3c4abef7a007 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Jun 03 16:19:27.600860 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-da06e353-1388-40a9-9f35-c52a4ac362e6 req-3b362e84-9d14-49c6-808a-09cff52ff10b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462897 Jun 03 16:19:28.675103 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df087-9951-4b4f-a886-3f3fca28b374 req-19cc452f-50ba-4601-811c-5e0613ad0e33 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:28.676747 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-df6df087-9951-4b4f-a886-3f3fca28b374 req-19cc452f-50ba-4601-811c-5e0613ad0e33 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 944 time: 0.0467970 Jun 03 16:19:28.712162 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56761dc5-c9b4-46c6-9270-dd89bb4163ea req-e8ba784a-a46e-44db-b484-dc2c5b3d1f2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:28.713657 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-56761dc5-c9b4-46c6-9270-dd89bb4163ea req-e8ba784a-a46e-44db-b484-dc2c5b3d1f2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0472496 Jun 03 16:19:28.723197 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-df6df087-9951-4b4f-a886-3f3fca28b374 req-340fa320-6f3c-4680-ac36-b1109409a19a tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Jun 03 16:19:28.762114 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-56761dc5-c9b4-46c6-9270-dd89bb4163ea req-4a12db32-9cf3-42e0-9f9b-928ef9f517e6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429885 Jun 03 16:19:29.837422 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed538e1-ea9c-4500-affa-68d4a141205f req-53e66772-e0a2-4369-9862-ff30497ac4a0 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:29.838911 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fed538e1-ea9c-4500-affa-68d4a141205f req-53e66772-e0a2-4369-9862-ff30497ac4a0 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 944 time: 0.0493138 Jun 03 16:19:29.863601 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:29.872086 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa3ee7-a08d-44e8-8fb2-829afd734f64 req-a2209ca1-dbf4-4f79-8119-eb21356284ef tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:29.873560 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1baa3ee7-a08d-44e8-8fb2-829afd734f64 req-a2209ca1-dbf4-4f79-8119-eb21356284ef tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0462346 Jun 03 16:19:29.886463 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fed538e1-ea9c-4500-affa-68d4a141205f req-f1f309e0-0abd-4786-bbd5-a7563ed5d16b tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Jun 03 16:19:29.922950 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1baa3ee7-a08d-44e8-8fb2-829afd734f64 req-45f42480-49f3-40c8-b7df-8a7010715f06 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437374 Jun 03 16:19:31.000908 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921023b7-98b8-435b-83a9-476acebe512a req-ce1f352b-093b-4c40-b82f-a201c528a8ac tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:31.002351 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-921023b7-98b8-435b-83a9-476acebe512a req-ce1f352b-093b-4c40-b82f-a201c528a8ac tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 944 time: 0.0498605 Jun 03 16:19:31.048657 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-921023b7-98b8-435b-83a9-476acebe512a req-98a91dd2-ff05-416b-ab04-438698fa00ed tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Jun 03 16:19:31.154564 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3918b-6299-4a93-bf1f-df5c40a5855d req-b508fdab-085b-49a6-a1d3-1a11303014e4 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:31.156059 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9e3918b-6299-4a93-bf1f-df5c40a5855d req-b508fdab-085b-49a6-a1d3-1a11303014e4 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0472689 Jun 03 16:19:31.203634 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9e3918b-6299-4a93-bf1f-df5c40a5855d req-b7e705bf-9fda-4e32-b6ab-5240cc559b83 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421066 Jun 03 16:19:31.854679 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:19:31.969449 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,segment=NetworkSegment(6e7744e2-3403-45ae-8833-52b7273f069f),segment_id=6e7744e2-3403-45ae-8833-52b7273f069f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:31.981245 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32', 'network_id': '4e1b45b4-00b2-4d69-b755-1aadb142f456', 'port_id': 'beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32', 'mac_address': 'fa:16:3e:3c:84:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78922b3-b267-4cbb-8c04-75021f917e98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:19:32.016067 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:19:32.016452 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:32.030057 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:19:32.053355 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,segment=NetworkSegment(6e7744e2-3403-45ae-8833-52b7273f069f),segment_id=6e7744e2-3403-45ae-8833-52b7273f069f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:32.056945 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:32.106621 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:32.176367 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d46cf-616c-4949-8a9e-7bb3b265a716 req-5873110b-85a6-4dd1-998d-be68158a3b18 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:32.177822 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-186d46cf-616c-4949-8a9e-7bb3b265a716 req-5873110b-85a6-4dd1-998d-be68158a3b18 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 945 time: 0.0494249 Jun 03 16:19:32.224706 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-186d46cf-616c-4949-8a9e-7bb3b265a716 req-7cb8e52b-cf74-43eb-a437-b563ba40d921 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Jun 03 16:19:32.283283 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:32.322516 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efbbd9-86a3-495d-ba52-6609381409ee req-afe87bd0-a8c9-4ba5-944f-5b8d51a692c7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:32.323995 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-16efbbd9-86a3-495d-ba52-6609381409ee req-afe87bd0-a8c9-4ba5-944f-5b8d51a692c7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0500634 Jun 03 16:19:32.376279 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-16efbbd9-86a3-495d-ba52-6609381409ee req-bdf76aca-670f-432e-ac9c-1d1f6c5803e4 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468266 Jun 03 16:19:32.567960 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:19:33.347375 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22654818-8d20-4e86-a9ee-9dee689ee226 req-8b74357b-5e94-4476-80cf-b33279b6b937 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:33.348851 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-22654818-8d20-4e86-a9ee-9dee689ee226 req-8b74357b-5e94-4476-80cf-b33279b6b937 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 945 time: 0.0459292 Jun 03 16:19:33.394456 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-22654818-8d20-4e86-a9ee-9dee689ee226 req-afff50ab-c015-46ab-bff9-c0a53c31a3b2 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 Jun 03 16:19:33.494992 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548bf41-0899-497d-bdff-b05e51b9d6bb req-bc7ec562-7570-4a30-9ace-9d8387f6c198 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:33.496456 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8548bf41-0899-497d-bdff-b05e51b9d6bb req-bc7ec562-7570-4a30-9ace-9d8387f6c198 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 943 time: 0.0528028 Jun 03 16:19:33.543269 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8548bf41-0899-497d-bdff-b05e51b9d6bb req-c20c8a42-205b-4e2a-b481-b4e83fc2e0d4 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406542 Jun 03 16:19:33.857305 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 373d5130-e651-4986-b65f-2e89d25c7140 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:19:33.911855 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:19:33.939273 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:33.985272 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:19:33.992142 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 373d5130-e651-4986-b65f-2e89d25c7140, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=373d5130-e651-4986-b65f-2e89d25c7140,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:33.999274 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:19:33.999658 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:34.018905 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '373d5130-e651-4986-b65f-2e89d25c7140', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'port_id': '373d5130-e651-4986-b65f-2e89d25c7140', 'mac_address': 'fa:16:3e:11:9b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:19:34.069974 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 373d5130-e651-4986-b65f-2e89d25c7140 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:19:34.070348 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (373d5130-e651-4986-b65f-2e89d25c7140), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:34.103188 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:34.106452 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373d5130-e651-4986-b65f-2e89d25c7140 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:19:34.125943 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:19:34.126238 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:34.144724 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 373d5130-e651-4986-b65f-2e89d25c7140, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=373d5130-e651-4986-b65f-2e89d25c7140,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:34.151692 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (373d5130-e651-4986-b65f-2e89d25c7140), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:34.160516 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502605c8-27ca-4d8a-81b8-46312aeaf234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:34.162713 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b06e958-1b8b-44c9-9362-e1464a965323" -d '{"events": [{"server_uuid": "502605c8-27ca-4d8a-81b8-46312aeaf234", "name": "network-vif-plugged", "status": "completed", "tag": "beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:34.190655 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,segment=NetworkSegment(6e7744e2-3403-45ae-8833-52b7273f069f),segment_id=6e7744e2-3403-45ae-8833-52b7273f069f)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:34.197309 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:34.214705 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=373d5130-e651-4986-b65f-2e89d25c7140,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:34.220783 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fe2918-bac9-4661-aa1b-c5614f007a88 x-openstack-request-id: req-63fe2918-bac9-4661-aa1b-c5614f007a88 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:34.221080 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502605c8-27ca-4d8a-81b8-46312aeaf234", "name": "network-vif-plugged", "status": "completed", "tag": "beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:34.221323 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63fe2918-bac9-4661-aa1b-c5614f007a88 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:34.221702 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fe2918-bac9-4661-aa1b-c5614f007a88'] response: {'server_uuid': '502605c8-27ca-4d8a-81b8-46312aeaf234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32', 'code': 200} Jun 03 16:19:34.265578 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:34.401164 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e89c18-6aa4-4357-85e9-90bd9797b290 req-c02595d8-d020-4b4c-96c0-2bab9b072702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:34.402629 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-72e89c18-6aa4-4357-85e9-90bd9797b290 req-c02595d8-d020-4b4c-96c0-2bab9b072702 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 1130 time: 0.0366309 Jun 03 16:19:34.451379 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-72e89c18-6aa4-4357-85e9-90bd9797b290 req-8061fd76-9dc5-4748-ba09-4f313994393c service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Jun 03 16:19:34.507487 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0e13-5069-403c-bc47-696473b19ff1 req-e7f208c6-d2d2-476a-8094-5f8d5d1dd3dd tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:34.508934 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01ac0e13-5069-403c-bc47-696473b19ff1 req-e7f208c6-d2d2-476a-8094-5f8d5d1dd3dd tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 946 time: 0.0459852 Jun 03 16:19:34.554502 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01ac0e13-5069-403c-bc47-696473b19ff1 req-3394f999-3b50-431a-ba6a-cca4fe12feb8 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394318 Jun 03 16:19:34.653866 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41106fad-c8a7-44d6-beda-7f2f0076d115 req-f2f19f1c-c99a-474a-8398-e08f3b5ec19e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:34.655259 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41106fad-c8a7-44d6-beda-7f2f0076d115 req-f2f19f1c-c99a-474a-8398-e08f3b5ec19e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 944 time: 0.0463078 Jun 03 16:19:34.672495 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:34.679319 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['373d5130-e651-4986-b65f-2e89d25c7140'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:19:34.704253 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41106fad-c8a7-44d6-beda-7f2f0076d115 req-37d0bf27-a3f9-41cc-bcaa-ab11befe5e8f tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 Jun 03 16:19:35.167567 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=69 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:35.170599 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=85 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:35.651653 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:35.667728 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eee2d-865b-4e02-a1cd-eb5091922628 req-ab746b3d-8323-44fc-a1ae-ff23eba2425f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:35.669187 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ac9eee2d-865b-4e02-a1cd-eb5091922628 req-ab746b3d-8323-44fc-a1ae-ff23eba2425f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 946 time: 0.0467734 Jun 03 16:19:35.717432 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ac9eee2d-865b-4e02-a1cd-eb5091922628 req-46697d8d-751f-4ee0-b3c9-db556b1e4c9f tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428929 Jun 03 16:19:35.812117 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7409e-f584-4cb6-b374-cc0c13f351d4 req-9e761765-ac4c-41dd-956c-d80eeaf38324 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:35.813534 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b4b7409e-f584-4cb6-b374-cc0c13f351d4 req-9e761765-ac4c-41dd-956c-d80eeaf38324 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 944 time: 0.0457101 Jun 03 16:19:35.861337 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b4b7409e-f584-4cb6-b374-cc0c13f351d4 req-0da24e1a-f033-4dfb-ae78-8fd107a97433 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424111 Jun 03 16:19:36.161966 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 373d5130-e651-4986-b65f-2e89d25c7140 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:19:36.206474 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 373d5130-e651-4986-b65f-2e89d25c7140 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:19:36.212046 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 373d5130-e651-4986-b65f-2e89d25c7140 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:19:36.212417 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (373d5130-e651-4986-b65f-2e89d25c7140), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:36.233150 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:36.284789 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 373d5130-e651-4986-b65f-2e89d25c7140 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:19:36.285152 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (373d5130-e651-4986-b65f-2e89d25c7140), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:36.306779 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373d5130-e651-4986-b65f-2e89d25c7140'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:36.308998 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a602118-a300-421f-9680-eaa9910e3c7a" -d '{"events": [{"server_uuid": "7ea2cd56-026c-4b2e-a39a-35bc5db65f46", "name": "network-vif-plugged", "status": "completed", "tag": "373d5130-e651-4986-b65f-2e89d25c7140"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:36.321855 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 373d5130-e651-4986-b65f-2e89d25c7140, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=373d5130-e651-4986-b65f-2e89d25c7140,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:36.326726 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (373d5130-e651-4986-b65f-2e89d25c7140), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:36.348088 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961e2bb7-5cc7-4608-aea1-6cbaa138e702 x-openstack-request-id: req-961e2bb7-5cc7-4608-aea1-6cbaa138e702 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:36.348397 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea2cd56-026c-4b2e-a39a-35bc5db65f46", "name": "network-vif-plugged", "status": "completed", "tag": "373d5130-e651-4986-b65f-2e89d25c7140", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:36.348645 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-961e2bb7-5cc7-4608-aea1-6cbaa138e702 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:36.349026 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961e2bb7-5cc7-4608-aea1-6cbaa138e702'] response: {'server_uuid': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373d5130-e651-4986-b65f-2e89d25c7140', 'code': 200} Jun 03 16:19:36.379055 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=373d5130-e651-4986-b65f-2e89d25c7140,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:36.829373 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46d3ba-e0b6-48eb-b6c4-ef9487f1a064 req-3d398a81-4fee-4085-9fc0-b34abef65706 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:36.830816 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-db46d3ba-e0b6-48eb-b6c4-ef9487f1a064 req-3d398a81-4fee-4085-9fc0-b34abef65706 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 946 time: 0.0489213 Jun 03 16:19:36.876266 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-db46d3ba-e0b6-48eb-b6c4-ef9487f1a064 req-8b666be0-e682-4d0e-9ad9-f9a597f68277 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 Jun 03 16:19:36.973154 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262775c-9b5d-4b3a-80d8-0f261328419f req-96ac1b08-d033-4d27-b584-c41017cfbb7d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:36.974600 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e262775c-9b5d-4b3a-80d8-0f261328419f req-96ac1b08-d033-4d27-b584-c41017cfbb7d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0453088 Jun 03 16:19:37.021915 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e262775c-9b5d-4b3a-80d8-0f261328419f req-d5b60db0-4c5d-4837-b0d9-21993da41d74 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417318 Jun 03 16:19:37.309700 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31218541-b115-4f06-a73b-3669defa03db req-c7d21771-2f2e-4c1f-b41e-5aa2f0f36524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:37.311025 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-31218541-b115-4f06-a73b-3669defa03db req-c7d21771-2f2e-4c1f-b41e-5aa2f0f36524 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 1129 time: 0.0364587 Jun 03 16:19:37.359681 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-31218541-b115-4f06-a73b-3669defa03db req-33a804a4-46bc-48c2-be51-38e7688cf1cd service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391636 Jun 03 16:19:37.986499 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6638a-3358-474a-a857-b30d4466c406 req-c2667017-7373-4484-a139-c7a4435cf68a tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:37.987988 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f5c6638a-3358-474a-a857-b30d4466c406 req-c2667017-7373-4484-a139-c7a4435cf68a tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 946 time: 0.0454412 Jun 03 16:19:38.029754 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:38.037461 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f5c6638a-3358-474a-a857-b30d4466c406 req-62c10d24-1004-490c-a160-0944684907dc tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441003 Jun 03 16:19:38.134877 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790a4e9-b13c-4828-82ef-12025553b04b req-8865e5bc-d7a9-4f6e-bafb-832a15c8fb55 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:38.136336 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7790a4e9-b13c-4828-82ef-12025553b04b req-8865e5bc-d7a9-4f6e-bafb-832a15c8fb55 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0467808 Jun 03 16:19:38.184070 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7790a4e9-b13c-4828-82ef-12025553b04b req-0be89253-bcc2-4f3a-9e91-5121751d5199 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421281 Jun 03 16:19:38.748819 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3788f4c-68cc-4862-8576-1fb2ba8a08f1 req-4a90354f-cdb9-4957-81b8-777bd03cdc1b tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:38.750196 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b3788f4c-68cc-4862-8576-1fb2ba8a08f1 req-4a90354f-cdb9-4957-81b8-777bd03cdc1b tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 946 time: 0.0497165 Jun 03 16:19:38.796181 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b3788f4c-68cc-4862-8576-1fb2ba8a08f1 req-c587975a-ff6f-415f-ac76-89f9d4a0e9dd tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Jun 03 16:19:39.005461 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:19:39.299638 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c990d7d-fbc7-4a80-ac86-7ed8cf7360e0 req-126891be-a316-4483-b0f2-90780503830d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:39.301140 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9c990d7d-fbc7-4a80-ac86-7ed8cf7360e0 req-126891be-a316-4483-b0f2-90780503830d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0494070 Jun 03 16:19:39.353779 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9c990d7d-fbc7-4a80-ac86-7ed8cf7360e0 req-2100a396-e4fb-4656-8913-a1117bba0620 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471253 Jun 03 16:19:39.906947 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b976a-b0e6-4f4b-b7e9-8922425b20c9 req-30783b22-1c7b-4dc8-ad81-64c077fdc2da tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:39.908399 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c18b976a-b0e6-4f4b-b7e9-8922425b20c9 req-30783b22-1c7b-4dc8-ad81-64c077fdc2da tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 946 time: 0.0463595 Jun 03 16:19:39.954473 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c18b976a-b0e6-4f4b-b7e9-8922425b20c9 req-9f56c6ab-6d84-4c0f-8ee2-f8f8877a9021 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Jun 03 16:19:40.465461 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02e70c-60e0-45e4-a974-485347f945e5 req-c81020ea-43ff-420e-ab54-3fadeefa2766 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:40.467465 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7b02e70c-60e0-45e4-a974-485347f945e5 req-c81020ea-43ff-420e-ab54-3fadeefa2766 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0465117 Jun 03 16:19:40.515659 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7b02e70c-60e0-45e4-a974-485347f945e5 req-c6c0bd0f-8919-430b-ba7c-99c3ab6d44dd tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426431 Jun 03 16:19:41.064935 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74855a33-9ee5-481b-9f98-ff7888c4f48c req-f9343589-ea4a-4849-9216-e98b369f1f6b tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:41.066397 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74855a33-9ee5-481b-9f98-ff7888c4f48c req-f9343589-ea4a-4849-9216-e98b369f1f6b tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 946 time: 0.0462902 Jun 03 16:19:41.340183 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-74855a33-9ee5-481b-9f98-ff7888c4f48c req-66812a1f-73a9-43b8-92c8-bee15bc39425 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679944 Jun 03 16:19:41.627575 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c3e90-b0d8-4cb6-92ac-79585836e1d7 req-ad27182d-d342-4081-b816-75fdbf72dc46 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:41.629006 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d29c3e90-b0d8-4cb6-92ac-79585836e1d7 req-ad27182d-d342-4081-b816-75fdbf72dc46 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0484638 Jun 03 16:19:41.676831 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d29c3e90-b0d8-4cb6-92ac-79585836e1d7 req-b65059cb-526d-4118-b9f5-e537e8a139e3 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423787 Jun 03 16:19:41.791787 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fe733-1cc2-4002-80bb-c03b4da30d87 req-1c2f9988-6f87-4e41-bd61-190be659a803 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:41.793290 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6a1fe733-1cc2-4002-80bb-c03b4da30d87 req-1c2f9988-6f87-4e41-bd61-190be659a803 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0509071 Jun 03 16:19:41.840499 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6a1fe733-1cc2-4002-80bb-c03b4da30d87 req-f6a659a6-7efd-4aa8-a37c-7ed378aa648c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418930 Jun 03 16:19:41.864045 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 45216) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:19:41.995725 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5380e7f-abc5-4a82-87c6-d2d799633ef0 tempest-TestVolumeBootPattern-167888018 tempest-TestVolumeBootPattern-167888018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:41.997693 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c5380e7f-abc5-4a82-87c6-d2d799633ef0 tempest-TestVolumeBootPattern-167888018 tempest-TestVolumeBootPattern-167888018-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 1124 time: 0.1321876 Jun 03 16:19:42.001021 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 45220) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:19:42.005177 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'port_id': '373d5130-e651-4986-b65f-2e89d25c7140', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:19:42.026372 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:42.107913 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:42.110626 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:42.172213 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188587d-d707-4218-bd67-c31949057b20 req-99db538b-fbb4-4f14-b75d-20c1ce66103c tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:42.173904 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f188587d-d707-4218-bd67-c31949057b20 req-99db538b-fbb4-4f14-b75d-20c1ce66103c tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.118 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 946 time: 0.0492675 Jun 03 16:19:42.230303 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Allocated IP 172.27.2.159 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/6fbb42cd-b96e-4d49-836e-08853ae3857c) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:42.271554 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-f188587d-d707-4218-bd67-c31949057b20 req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Deleting port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:19:42.271893 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-f188587d-d707-4218-bd67-c31949057b20 req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:42.308102 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:42.342022 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for port (6fbb42cd-b96e-4d49-836e-08853ae3857c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:42.360488 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-f188587d-d707-4218-bd67-c31949057b20 req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] For port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,segment=NetworkSegment(6e7744e2-3403-45ae-8833-52b7273f069f),segment_id=6e7744e2-3403-45ae-8833-52b7273f069f)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:19:42.360774 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-f188587d-d707-4218-bd67-c31949057b20 req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:42.375438 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (6fbb42cd-b96e-4d49-836e-08853ae3857c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:42.376247 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-f188587d-d707-4218-bd67-c31949057b20 req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Calling delete_port for beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 owned by compute:nova {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:19:42.417100 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:42.425196 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:42.429002 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:19:42.432180 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'Port': ['ID=6fbb42cd-b96e-4d49-836e-08853ae3857c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:42.462246 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.462594 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.462934 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.463272 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.463630 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.463960 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.464288 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.464613 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.464938 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.465260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.465587 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.465938 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.466260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.466609 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.466926 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.478832 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315ef0b-7164-454e-8b6c-23781f5e5056 req-9948bf85-3f29-47d2-a587-a7aa84e90cd1 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:42.480307 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2315ef0b-7164-454e-8b6c-23781f5e5056 req-9948bf85-3f29-47d2-a587-a7aa84e90cd1 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/ports?device_id=502605c8-27ca-4d8a-81b8-46312aeaf234 HTTP/1.1" status: 200 len: 946 time: 0.0612898 Jun 03 16:19:42.483868 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:42.574613 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2315ef0b-7164-454e-8b6c-23781f5e5056 req-a3a7e4a0-e07a-441d-9851-4f640988d70c tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.41 "GET /v2.0/security-groups?id=50b184aa-60d0-4e71-9cf9-6f78d4635c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780916 Jun 03 16:19:42.598567 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-f188587d-d707-4218-bd67-c31949057b20 req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:42.631646 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Pushing event deleted for resources: {'Port': ['ID=beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:42.644239 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.644586 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.644961 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.645317 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.645650 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.646003 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.646329 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.646700 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.646992 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.647327 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.647653 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.647975 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.648291 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.648608 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.648926 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:42.686926 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-f188587d-d707-4218-bd67-c31949057b20 req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] No DVR routers for this DVR port beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 on host hv-cinder-83699 {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:19:42.690379 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-f188587d-d707-4218-bd67-c31949057b20 req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:42.694044 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f188587d-d707-4218-bd67-c31949057b20 req-65588f79-cb21-4b77-87e9-e940be07bf28 tempest-VolumesActionsTest-1113664126 tempest-VolumesActionsTest-1113664126-project] 10.222.0.118 "DELETE /v2.0/ports/beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 HTTP/1.1" status: 204 len: 173 time: 0.5136018 Jun 03 16:19:42.694486 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502605c8-27ca-4d8a-81b8-46312aeaf234', 'name': 'network-vif-deleted', 'tag': 'beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:42.696922 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5dd1dd-3e26-4455-bde0-6e202e4754a2" -d '{"events": [{"server_uuid": "502605c8-27ca-4d8a-81b8-46312aeaf234", "name": "network-vif-deleted", "tag": "beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:42.745615 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c2049c-771b-4231-a7ea-beb8ecbbe568 x-openstack-request-id: req-55c2049c-771b-4231-a7ea-beb8ecbbe568 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:42.746108 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502605c8-27ca-4d8a-81b8-46312aeaf234", "name": "network-vif-deleted", "tag": "beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:42.746416 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55c2049c-771b-4231-a7ea-beb8ecbbe568 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:42.746947 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c2049c-771b-4231-a7ea-beb8ecbbe568'] response: {'server_uuid': '502605c8-27ca-4d8a-81b8-46312aeaf234', 'name': 'network-vif-deleted', 'tag': 'beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32', 'status': 'completed', 'code': 200} Jun 03 16:19:42.810430 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (a74cec2a-55bf-41f0-8d1d-fbdca45c55bc), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:42.879906 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:42.883580 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (6fbb42cd-b96e-4d49-836e-08853ae3857c), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:43.054883 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for port (6fbb42cd-b96e-4d49-836e-08853ae3857c), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:43.059064 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (6fbb42cd-b96e-4d49-836e-08853ae3857c), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:43.127770 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'Port': ['ID=6fbb42cd-b96e-4d49-836e-08853ae3857c,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:43.136318 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (a74cec2a-55bf-41f0-8d1d-fbdca45c55bc), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:43.171685 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:43.232974 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Floating IP a74cec2a-55bf-41f0-8d1d-fbdca45c55bc associated. External IP: 172.27.2.159, port: 373d5130-e651-4986-b65f-2e89d25c7140. Jun 03 16:19:43.426507 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:19:43.526894 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:19:43.536148 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc606259-1929-4618-a57a-c188901104ff None None] Sync routers for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:19:43.544713 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:43.547437 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc606259-1929-4618-a57a-c188901104ff None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:19:43.548056 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-dc606259-1929-4618-a57a-c188901104ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:19:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:43.574385 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c0b22f12-3d99-4b82-a963-e3490d0d75a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5723786 Jun 03 16:19:43.575846 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'tag': '373d5130-e651-4986-b65f-2e89d25c7140'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:43.578316 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea2cd56-026c-4b2e-a39a-35bc5db65f46", "tag": "373d5130-e651-4986-b65f-2e89d25c7140"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:43.613375 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00a0b1e-9996-4b1e-8321-ba5eeff002f3 x-openstack-request-id: req-a00a0b1e-9996-4b1e-8321-ba5eeff002f3 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:43.613780 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea2cd56-026c-4b2e-a39a-35bc5db65f46", "tag": "373d5130-e651-4986-b65f-2e89d25c7140", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:43.614149 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a00a0b1e-9996-4b1e-8321-ba5eeff002f3 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:43.614615 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00a0b1e-9996-4b1e-8321-ba5eeff002f3'] response: {'name': 'network-changed', 'server_uuid': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'tag': '373d5130-e651-4986-b65f-2e89d25c7140', 'status': 'completed', 'code': 200} Jun 03 16:19:43.652149 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-dc606259-1929-4618-a57a-c188901104ff None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:19:43.689709 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-c1532d2e-531d-4e1c-9473-46973eb01d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:43.691950 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-c1532d2e-531d-4e1c-9473-46973eb01d1e service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 1129 time: 0.0435145 Jun 03 16:19:43.781730 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:43.806205 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-118b4446-5c87-4881-a1c1-ea99062ecefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:43.807693 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-118b4446-5c87-4881-a1c1-ea99062ecefa service neutron] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 914 time: 0.1059370 Jun 03 16:19:43.869639 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-dc606259-1929-4618-a57a-c188901104ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'a74cec2a-55bf-41f0-8d1d-fbdca45c55bc', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': '373d5130-e651-4986-b65f-2e89d25c7140', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:11:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:19:42Z', 'updated_at': '2022-06-03T16:19:42Z', 'revision_number': 0, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:43.976906 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc606259-1929-4618-a57a-c188901104ff None None] Checking router: 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:19:43.985543 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc606259-1929-4618-a57a-c188901104ff None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:19:43.986145 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-dc606259-1929-4618-a57a-c188901104ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:19:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:44.086512 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-dc606259-1929-4618-a57a-c188901104ff None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:19:44.181451 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:44.299229 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-dc606259-1929-4618-a57a-c188901104ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'a74cec2a-55bf-41f0-8d1d-fbdca45c55bc', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': '373d5130-e651-4986-b65f-2e89d25c7140', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:11:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:19:42Z', 'updated_at': '2022-06-03T16:19:42Z', 'revision_number': 0, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:44.325884 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc606259-1929-4618-a57a-c188901104ff None None] The sync data for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi is: [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'a74cec2a-55bf-41f0-8d1d-fbdca45c55bc', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': '373d5130-e651-4986-b65f-2e89d25c7140', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:11:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:19:42Z', 'updated_at': '2022-06-03T16:19:42Z', 'revision_number': 0, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:19:44.509665 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf1e60-c659-4285-a704-63b4aab4960f None None] New status for floating IP a74cec2a-55bf-41f0-8d1d-fbdca45c55bc: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:19:44.595927 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:45.344954 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:19:45.365772 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:19:45.366101 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device beb1bd6e-9e0f-4f6d-873d-82c6ca0d8d32 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:19:45.402491 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-b075f756-58aa-4507-8559-456a3edcadcd service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=373d5130-e651-4986-b65f-2e89d25c7140 HTTP/1.1" status: 200 len: 1001 time: 0.0556934 Jun 03 16:19:46.405622 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-51b75b1f-097d-4268-8f37-5320a005723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:46.407041 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-51b75b1f-097d-4268-8f37-5320a005723a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.0467689 Jun 03 16:19:48.438613 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-06d40d8f-5dbc-43d9-b469-1f2227f9b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:48.440137 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-06d40d8f-5dbc-43d9-b469-1f2227f9b002 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2633588 Jun 03 16:19:48.533718 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-055cfac2-b485-4b56-b3f3-a01a8f28afcf service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799112 Jun 03 16:19:48.775577 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63d01ab-a2b5-49ce-bbac-1c2f03b7902e req-386a612f-1318-43f7-b276-05625cacb721 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844309 Jun 03 16:19:49.287850 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-dc8829b7-bf27-41a3-b697-f17e2741a4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:51.601892 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-aa63628e-eab9-4b55-ba49-963ffe7108a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:52.793082 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-9262698f-0f88-44b5-883f-616ee40f2cb2 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369277 Jun 03 16:19:52.853745 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:52.901811 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-6b8c1083-f9f9-4170-a4f6-00ea7d83e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:52.903885 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-6b8c1083-f9f9-4170-a4f6-00ea7d83e286 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 1130 time: 0.0378821 Jun 03 16:19:53.005777 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-9e87fac8-fd92-4ff7-931f-c6bb5adb4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:53.007200 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-9e87fac8-fd92-4ff7-931f-c6bb5adb4172 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 917 time: 0.0840709 Jun 03 16:19:53.067395 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-e3c37e78-2240-4607-9384-b44506f08ae0 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 HTTP/1.1" status: 200 len: 1001 time: 0.0526137 Jun 03 16:19:53.119325 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-04c2ea16-1558-4def-b650-94439dc4c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:53.120680 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-04c2ea16-1558-4def-b650-94439dc4c23a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.0473158 Jun 03 16:19:53.162955 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-7cf6f4cd-964e-433f-8a40-5b12dd18c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:53.164477 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-7cf6f4cd-964e-433f-8a40-5b12dd18c2e6 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381336 Jun 03 16:19:53.223432 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:53.256687 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-898f8569-0c41-4d21-928c-ee817de1698a service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856867 Jun 03 16:19:53.346107 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cacd2d8f-2dfa-4ac2-b69d-6cc577b6f711 req-b24643de-6dbe-4ceb-8b44-6a3fbcca05f9 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839496 Jun 03 16:19:53.567483 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:53.570456 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:53.961521 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:19:54.302756 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=79 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:54.992033 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=73 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:19:56.116122 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:03.331880 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:03.343345 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=13 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:06.110760 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:06.112624 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:11.905684 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb337c9-6991-40af-88f8-2fabd2f1bc71 req-44e343d5-d9d2-45eb-9913-7130fac2fbc5 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:11.907882 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ceb337c9-6991-40af-88f8-2fabd2f1bc71 req-44e343d5-d9d2-45eb-9913-7130fac2fbc5 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 945 time: 0.0593057 Jun 03 16:20:11.958376 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ceb337c9-6991-40af-88f8-2fabd2f1bc71 req-2d5c21e7-59bc-42db-8b45-92c3ed28a5b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445788 Jun 03 16:20:13.086714 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64a724-f632-4e65-b026-743948bd5449 req-c38c6421-1e47-46d7-9f92-f8f87422a99e tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:13.088344 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb64a724-f632-4e65-b026-743948bd5449 req-c38c6421-1e47-46d7-9f92-f8f87422a99e tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 945 time: 0.0537176 Jun 03 16:20:13.137713 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb64a724-f632-4e65-b026-743948bd5449 req-e8b349c0-cb75-4c13-bf60-1b00574ec1f5 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431547 Jun 03 16:20:14.192406 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:14.264994 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335dca2-74c9-44ff-a4d6-76424512b16c req-c8fa4b02-0eda-45d2-b9e8-584c5ac2e093 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:14.266383 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8335dca2-74c9-44ff-a4d6-76424512b16c req-c8fa4b02-0eda-45d2-b9e8-584c5ac2e093 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 945 time: 0.0529644 Jun 03 16:20:14.317901 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8335dca2-74c9-44ff-a4d6-76424512b16c req-12e6b680-ef19-4eb6-9e80-dfa4fc809fc5 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457788 Jun 03 16:20:14.402800 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-51b7df6c-3f3c-4697-a737-eb25643c1e52 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:14.404516 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-51b7df6c-3f3c-4697-a737-eb25643c1e52 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.118 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 945 time: 0.0483065 Jun 03 16:20:14.502002 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-622fdfa3-bc65-4fb3-872e-de58e1bb0695 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Deleting port 0a0da5af-7964-4f97-92ed-782676453f7c {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:20:14.502351 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-622fdfa3-bc65-4fb3-872e-de58e1bb0695 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:14.598228 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-622fdfa3-bc65-4fb3-872e-de58e1bb0695 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] For port 0a0da5af-7964-4f97-92ed-782676453f7c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0a0da5af-7964-4f97-92ed-782676453f7c,segment=NetworkSegment(24731df6-58c2-4223-b2ee-461c931cf35b),segment_id=24731df6-58c2-4223-b2ee-461c931cf35b)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:20:14.598591 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-622fdfa3-bc65-4fb3-872e-de58e1bb0695 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:14.611957 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-622fdfa3-bc65-4fb3-872e-de58e1bb0695 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Calling delete_port for 0a0da5af-7964-4f97-92ed-782676453f7c owned by compute:nova {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:20:14.737683 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-622fdfa3-bc65-4fb3-872e-de58e1bb0695 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (0a0da5af-7964-4f97-92ed-782676453f7c), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:14.765231 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fdfa3-bc65-4fb3-872e-de58e1bb0695 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Pushing event deleted for resources: {'Port': ['ID=0a0da5af-7964-4f97-92ed-782676453f7c,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:14.807137 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-622fdfa3-bc65-4fb3-872e-de58e1bb0695 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] No DVR routers for this DVR port 0a0da5af-7964-4f97-92ed-782676453f7c on host hv-cinder-83699 {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:20:14.810075 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-622fdfa3-bc65-4fb3-872e-de58e1bb0695 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:14.813247 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b67e022b-5481-45cc-8faf-485d0f6c2b51 req-622fdfa3-bc65-4fb3-872e-de58e1bb0695 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.118 "DELETE /v2.0/ports/0a0da5af-7964-4f97-92ed-782676453f7c HTTP/1.1" status: 204 len: 173 time: 0.3988667 Jun 03 16:20:14.813696 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1a049c-1161-4126-8866-62c500132dd0', 'name': 'network-vif-deleted', 'tag': '0a0da5af-7964-4f97-92ed-782676453f7c'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:14.815952 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4386206-090e-4682-97d2-05dd7ec23d41" -d '{"events": [{"server_uuid": "0a1a049c-1161-4126-8866-62c500132dd0", "name": "network-vif-deleted", "tag": "0a0da5af-7964-4f97-92ed-782676453f7c"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:14.853339 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cd2acd-1096-408e-b637-f7e29a5f5036 x-openstack-request-id: req-c1cd2acd-1096-408e-b637-f7e29a5f5036 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:14.853779 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1a049c-1161-4126-8866-62c500132dd0", "name": "network-vif-deleted", "tag": "0a0da5af-7964-4f97-92ed-782676453f7c", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:14.854040 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1cd2acd-1096-408e-b637-f7e29a5f5036 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:14.854561 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cd2acd-1096-408e-b637-f7e29a5f5036'] response: {'server_uuid': '0a1a049c-1161-4126-8866-62c500132dd0', 'name': 'network-vif-deleted', 'tag': '0a0da5af-7964-4f97-92ed-782676453f7c', 'status': 'completed', 'code': 200} Jun 03 16:20:15.437370 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a4223696-24a5-4c76-a2a7-39af0c8572a1 req-a9d3247e-98c8-4063-923d-612867aa9551 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1a049c-1161-4126-8866-62c500132dd0 HTTP/1.1" status: 200 len: 210 time: 0.0355709 Jun 03 16:20:16.003703 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:20:16.100155 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=23 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:16.479735 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 0a0da5af-7964-4f97-92ed-782676453f7c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:20:16.502062 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 0a0da5af-7964-4f97-92ed-782676453f7c {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:20:16.502401 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 0a0da5af-7964-4f97-92ed-782676453f7c not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:20:16.664330 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 45642) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:20:16.710261 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac50ebd-05e2-4914-9abf-95ea09dc17c5 admin admin] Deleting subnet b78922b3-b267-4cbb-8c04-75021f917e98 {{(pid=103937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:20:16.713446 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eac50ebd-05e2-4914-9abf-95ea09dc17c5 admin admin] Publish callbacks [] for subnet (b78922b3-b267-4cbb-8c04-75021f917e98), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:16.748101 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eac50ebd-05e2-4914-9abf-95ea09dc17c5 admin admin] Publish callbacks [] for subnet (b78922b3-b267-4cbb-8c04-75021f917e98), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:16.757197 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eac50ebd-05e2-4914-9abf-95ea09dc17c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (b78922b3-b267-4cbb-8c04-75021f917e98), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:16.805667 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:16.812591 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eac50ebd-05e2-4914-9abf-95ea09dc17c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for subnet (b78922b3-b267-4cbb-8c04-75021f917e98), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:16.843300 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac50ebd-05e2-4914-9abf-95ea09dc17c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78922b3-b267-4cbb-8c04-75021f917e98,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:16.846988 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eac50ebd-05e2-4914-9abf-95ea09dc17c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:16.850105 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-eac50ebd-05e2-4914-9abf-95ea09dc17c5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b78922b3-b267-4cbb-8c04-75021f917e98 HTTP/1.1" status: 204 len: 168 time: 0.1845996 Jun 03 16:20:16.852671 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 45644) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:20:16.918522 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (4e1b45b4-00b2-4d69-b755-1aadb142f456), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:16.999872 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (4e1b45b4-00b2-4d69-b755-1aadb142f456), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:17.019401 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.019760 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.020489 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.020832 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > port after_create 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.021163 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.021473 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > port after_update 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.021784 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.022098 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.022405 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.022716 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.108187 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.108529 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.108858 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.109182 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:20:17.109552 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1b45b4-00b2-4d69-b755-1aadb142f456']}} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:17.127414 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7744e2-3403-45ae-8833-52b7273f069f') {'for_net_delete': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:17.127705 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7744e2-3403-45ae-8833-52b7273f069f') {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:17.144131 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113044'] for segment (6e7744e2-3403-45ae-8833-52b7273f069f), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:17.155022 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:17.166080 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (6e7744e2-3403-45ae-8833-52b7273f069f), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:17.176039 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=103937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:20:17.176426 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25579824'] for segment (6e7744e2-3403-45ae-8833-52b7273f069f), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:17.244692 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (4e1b45b4-00b2-4d69-b755-1aadb142f456), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:17.257698 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:17.260914 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4e1b45b4-00b2-4d69-b755-1aadb142f456 HTTP/1.1" status: 204 len: 168 time: 0.4073100 Jun 03 16:20:17.270780 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f257d08-9a21-457d-b97f-e1277718a191 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1b45b4-00b2-4d69-b755-1aadb142f456,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:17.377957 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 45656) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:20:17.408155 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 6e7744e2-3403-45ae-8833-52b7273f069f resource provider aggregate not found Jun 03 16:20:17.423571 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0167cca0-514a-4a69-ac33-711c1f2a137d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=573ee03c74e3443d8a8d5e5568507d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442846 Jun 03 16:20:17.426236 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 45660) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:20:17.430299 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 6e7744e2-3403-45ae-8833-52b7273f069f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e7744e2-3403-45ae-8833-52b7273f069f found for delete ", "request_id": "req-97a8a821-8750-46e7-b9ce-f4e311e50544"}]} Jun 03 16:20:17.473715 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9788836f-3510-4c03-9e56-39d4e666132b admin admin] Publish callbacks [] for security_group (50b184aa-60d0-4e71-9cf9-6f78d4635c1f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:17.494604 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9788836f-3510-4c03-9e56-39d4e666132b admin admin] Publish callbacks [] for security_group (50b184aa-60d0-4e71-9cf9-6f78d4635c1f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:17.541394 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9788836f-3510-4c03-9e56-39d4e666132b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (50b184aa-60d0-4e71-9cf9-6f78d4635c1f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:17.544095 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9788836f-3510-4c03-9e56-39d4e666132b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:17.545219 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9788836f-3510-4c03-9e56-39d4e666132b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50b184aa-60d0-4e71-9cf9-6f78d4635c1f HTTP/1.1" status: 204 len: 168 time: 0.1180952 Jun 03 16:20:17.552724 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788836f-3510-4c03-9e56-39d4e666132b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b184aa-60d0-4e71-9cf9-6f78d4635c1f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:19.290626 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-90f7ae2b-b3ca-4859-87f8-537a8f1fc55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:21.603548 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0874cddd-d992-4310-87f8-61cd29701b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:22.854317 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:23.964063 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:26.000313 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=11 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:26.118811 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:27.239069 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=30,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:27.257986 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:27.547681 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:27.548457 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:33.708300 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-ec36120b-295b-4765-b4a5-06a8b4fcae0f tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:33.709824 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-ec36120b-295b-4765-b4a5-06a8b4fcae0f tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/networks?id=018ab0be-ad68-404f-ba6e-516f8e1af734 HTTP/1.1" status: 200 len: 814 time: 0.0987680 Jun 03 16:20:33.724610 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-27f79c56-e3d9-4783-8eac-016655cde069 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/quotas/1b5c201aae5e438c81d8976289ffb4cb HTTP/1.1" status: 200 len: 375 time: 0.0095234 Jun 03 16:20:33.756046 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b1f52118-2159-4765-9dc1-3052d0cd3b2f tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b5c201aae5e438c81d8976289ffb4cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267189 Jun 03 16:20:33.845404 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-867c711b-0366-4e25-846b-342eacadd51e service neutron] 10.222.0.41 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829332 Jun 03 16:20:33.933959 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-cd1acfdd-28cb-4152-b1b1-376f0d1b4772 service neutron] 10.222.0.41 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831473 Jun 03 16:20:34.092093 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d057cfe2-d1e4-493e-bf2b-41059c910d77 req-977be2f0-9c2d-4eec-a52f-c1d8a37b3663 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 210 time: 0.0315843 Jun 03 16:20:35.196663 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3419a8ef-19b9-4488-b28d-16e6d69fcbda req-d75ee1b0-2dd5-42d0-8f6c-7c3f870c1c5c tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 210 time: 0.0330114 Jun 03 16:20:35.239664 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-43315850-af3b-4750-bde2-ca1fa7552f7b tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:35.241100 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-43315850-af3b-4750-bde2-ca1fa7552f7b tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.118 "GET /v2.0/networks?id=018ab0be-ad68-404f-ba6e-516f8e1af734 HTTP/1.1" status: 200 len: 814 time: 0.1153872 Jun 03 16:20:35.254661 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Request body: {'port': {'device_id': '42eb67eb-b939-4633-bea4-2cc1db4b7f1d', 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734', 'admin_state_up': True, 'tenant_id': '1b5c201aae5e438c81d8976289ffb4cb'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:20:35.365420 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Made reservation on behalf of 1b5c201aae5e438c81d8976289ffb4cb for: {'port': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:35.368752 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:35.490963 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Allocated IP 172.20.0.14 (018ab0be-ad68-404f-ba6e-516f8e1af734/f97c8fa6-1682-4179-b5aa-260a34a06618/a82127a2-5b2e-49b0-88b4-20b967cc8d05) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:35.646742 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks [] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:35.648001 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:35.683691 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:35.690514 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:35.731024 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Network 018ab0be-ad68-404f-ba6e-516f8e1af734 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:35.734276 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:35.741148 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:20:35.764329 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Pushing event updated for resources: {'Port': ['ID=a82127a2-5b2e-49b0-88b4-20b967cc8d05,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:35.799240 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:35.799868 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:35.816905 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-b9b901ec-f61d-4c18-8f8d-9021d2ba35b8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665755 Jun 03 16:20:35.835229 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Request body: {'port': {'device_id': '42eb67eb-b939-4633-bea4-2cc1db4b7f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:20:35.891824 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 45900) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:20:35.893621 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.012149 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-56777f1e-0116-4c8c-92f8-7ad8a522fdb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.093469 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-56777f1e-0116-4c8c-92f8-7ad8a522fdb4 admin admin] Publish callbacks [] for security_group (00321b36-8d97-4983-80f2-56606c118abb), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.100491 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-56777f1e-0116-4c8c-92f8-7ad8a522fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (00321b36-8d97-4983-80f2-56606c118abb), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.113028 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:36.114296 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:36.141587 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56777f1e-0116-4c8c-92f8-7ad8a522fdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00321b36-8d97-4983-80f2-56606c118abb,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:36.149189 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-56777f1e-0116-4c8c-92f8-7ad8a522fdb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c24661def0504e89be4e386ad9cc1550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557003 Jun 03 16:20:36.150116 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 45906) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:20:36.204035 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ada35256-5269-4d93-99f5-259f3e45042f admin admin] Publish callbacks [] for security_group (00321b36-8d97-4983-80f2-56606c118abb), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.208690 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82127a2-5b2e-49b0-88b4-20b967cc8d05 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:20:36.217399 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Publish callbacks [] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.228888 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ada35256-5269-4d93-99f5-259f3e45042f admin admin] Publish callbacks [] for security_group (00321b36-8d97-4983-80f2-56606c118abb), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.232495 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Transition to ACTIVE for port object a82127a2-5b2e-49b0-88b4-20b967cc8d05 will not be triggered until provisioned by entity L2. {{(pid=103937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:20:36.236453 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.285127 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ada35256-5269-4d93-99f5-259f3e45042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (00321b36-8d97-4983-80f2-56606c118abb), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.288767 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ada35256-5269-4d93-99f5-259f3e45042f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.291788 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ada35256-5269-4d93-99f5-259f3e45042f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00321b36-8d97-4983-80f2-56606c118abb HTTP/1.1" status: 204 len: 168 time: 0.1404989 Jun 03 16:20:36.298164 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Pushing event updated for resources: {'Port': ['ID=a82127a2-5b2e-49b0-88b4-20b967cc8d05,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:36.305643 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada35256-5269-4d93-99f5-259f3e45042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00321b36-8d97-4983-80f2-56606c118abb,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:36.393279 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12212f9a-4f30-4fab-a4d6-875c30bd8b3f req-c89d8f0f-8246-430a-95c9-79f03e8ef05a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:36.395263 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-12212f9a-4f30-4fab-a4d6-875c30bd8b3f req-c89d8f0f-8246-430a-95c9-79f03e8ef05a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 944 time: 0.0697837 Jun 03 16:20:36.418434 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Attempting to bind port a82127a2-5b2e-49b0-88b4-20b967cc8d05 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:20:36.418841 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Attempting to bind port a82127a2-5b2e-49b0-88b4-20b967cc8d05 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '24731df6-58c2-4223-b2ee-461c931cf35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:20:36.419247 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Attempting to bind port a82127a2-5b2e-49b0-88b4-20b967cc8d05 on network 018ab0be-ad68-404f-ba6e-516f8e1af734 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:20:36.424594 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Port a82127a2-5b2e-49b0-88b4-20b967cc8d05 on network 018ab0be-ad68-404f-ba6e-516f8e1af734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:20:36.424912 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Attempting to bind port a82127a2-5b2e-49b0-88b4-20b967cc8d05 on network 018ab0be-ad68-404f-ba6e-516f8e1af734 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:20:36.430223 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:20:36.430561 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Checking segment: {'id': '24731df6-58c2-4223-b2ee-461c931cf35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:20:36.431430 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Bound using segment: {'id': '24731df6-58c2-4223-b2ee-461c931cf35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:20:36.431565 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Bound port: a82127a2-5b2e-49b0-88b4-20b967cc8d05, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24731df6-58c2-4223-b2ee-461c931cf35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:20:36.431912 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.483762 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-12212f9a-4f30-4fab-a4d6-875c30bd8b3f req-1adcea27-31a7-4df6-a656-13f2e9dd7ab2 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820351 Jun 03 16:20:36.540912 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:36.565665 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] For port a82127a2-5b2e-49b0-88b4-20b967cc8d05, host hv-cinder-83699, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:20:36.585303 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] For port a82127a2-5b2e-49b0-88b4-20b967cc8d05, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a82127a2-5b2e-49b0-88b4-20b967cc8d05,segment=NetworkSegment(24731df6-58c2-4223-b2ee-461c931cf35b),segment_id=24731df6-58c2-4223-b2ee-461c931cf35b)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:20:36.597854 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ff319-e761-4ec0-8792-6c545dc96c2b req-75e0d522-62db-4f21-ba05-98f45acbad1d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:36.599754 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ea0ff319-e761-4ec0-8792-6c545dc96c2b req-75e0d522-62db-4f21-ba05-98f45acbad1d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0799243 Jun 03 16:20:36.601636 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.660876 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:36.661492 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:36.662898 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] 10.222.0.118 "PUT /v2.0/ports/a82127a2-5b2e-49b0-88b4-20b967cc8d05 HTTP/1.1" status: 200 len: 1094 time: 0.8319719 Jun 03 16:20:36.663717 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42eb67eb-b939-4633-bea4-2cc1db4b7f1d', 'tag': 'a82127a2-5b2e-49b0-88b4-20b967cc8d05'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:36.666212 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49a9048-8cd8-413f-b090-391b48ba934c" -d '{"events": [{"name": "network-changed", "server_uuid": "42eb67eb-b939-4633-bea4-2cc1db4b7f1d", "tag": "a82127a2-5b2e-49b0-88b4-20b967cc8d05"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:36.679641 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:36.703872 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281f980-30c4-4617-b98c-92dc33544a5c service neutron] Pushing event updated for resources: {'Port': ['ID=a82127a2-5b2e-49b0-88b4-20b967cc8d05,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:36.711903 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b3c1d4-f0e8-4ed9-af68-9a06285472e3 x-openstack-request-id: req-38b3c1d4-f0e8-4ed9-af68-9a06285472e3 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:36.712193 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42eb67eb-b939-4633-bea4-2cc1db4b7f1d", "tag": "a82127a2-5b2e-49b0-88b4-20b967cc8d05", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:36.712445 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38b3c1d4-f0e8-4ed9-af68-9a06285472e3 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:36.712840 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b3c1d4-f0e8-4ed9-af68-9a06285472e3'] response: {'name': 'network-changed', 'server_uuid': '42eb67eb-b939-4633-bea4-2cc1db4b7f1d', 'tag': 'a82127a2-5b2e-49b0-88b4-20b967cc8d05', 'status': 'completed', 'code': 200} Jun 03 16:20:36.717747 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ea0ff319-e761-4ec0-8792-6c545dc96c2b req-991fa5da-e756-4fc7-9508-7d96bf3181ba tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905576 Jun 03 16:20:36.755575 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-7b18e2ed-c647-4f89-97cc-bf26445b4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:36.757012 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-7b18e2ed-c647-4f89-97cc-bf26445b4793 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1b5c201aae5e438c81d8976289ffb4cb&device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 1128 time: 0.0427964 Jun 03 16:20:36.800003 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-4647bd3b-7155-4165-83f7-466a5ea824ba service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82127a2-5b2e-49b0-88b4-20b967cc8d05 HTTP/1.1" status: 200 len: 217 time: 0.0322266 Jun 03 16:20:36.849984 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-efa92a56-bae9-445a-ad88-3be1199866a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:36.851437 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-efa92a56-bae9-445a-ad88-3be1199866a3 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=f97c8fa6-1682-4179-b5aa-260a34a06618 HTTP/1.1" status: 200 len: 854 time: 0.0456779 Jun 03 16:20:36.883395 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-a7e3fb8a-7997-40f7-84e6-908b2e97678f service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=018ab0be-ad68-404f-ba6e-516f8e1af734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245941 Jun 03 16:20:36.972698 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-81b9ea1f-ba1c-480b-8baa-d4dba42f0157 service neutron] 10.222.0.118 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802953 Jun 03 16:20:37.064093 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-759a4111-d5e7-45ba-bd40-93ad867d24d8 req-317db510-0029-46fd-aae5-5b48ba858dcd service neutron] 10.222.0.118 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840526 Jun 03 16:20:37.599994 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d8598-1991-4925-b28e-eddc6c305906 req-66578932-617d-4508-9135-075066b11347 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:37.601438 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-461d8598-1991-4925-b28e-eddc6c305906 req-66578932-617d-4508-9135-075066b11347 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 944 time: 0.0462587 Jun 03 16:20:37.648042 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-461d8598-1991-4925-b28e-eddc6c305906 req-b26ba965-cbe0-413d-85f2-dbdace08197c tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Jun 03 16:20:37.835952 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef2255-1f1c-4a3a-827f-59083396deb2 req-ab2ee4cb-ae07-49e3-9977-874ac8a9dacb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:37.837328 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-faef2255-1f1c-4a3a-827f-59083396deb2 req-ab2ee4cb-ae07-49e3-9977-874ac8a9dacb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0460231 Jun 03 16:20:37.882408 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-faef2255-1f1c-4a3a-827f-59083396deb2 req-b7c29279-4515-4378-b9d3-eaa0eec8c4be tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397666 Jun 03 16:20:38.777375 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b300518-4324-4311-9e87-dbc007d98d5d req-6b74a5b8-3236-44f7-9c5b-2500b4192339 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:38.778858 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2b300518-4324-4311-9e87-dbc007d98d5d req-6b74a5b8-3236-44f7-9c5b-2500b4192339 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 944 time: 0.0466909 Jun 03 16:20:38.827973 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2b300518-4324-4311-9e87-dbc007d98d5d req-9bf5d362-93df-4a0d-a96c-7c64032c4081 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Jun 03 16:20:38.999947 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33359ba-bbb5-45e1-b9e2-7c0ae5011e04 req-5f2c78a2-250b-43cd-adff-5dec5e62755a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:39.001270 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f33359ba-bbb5-45e1-b9e2-7c0ae5011e04 req-5f2c78a2-250b-43cd-adff-5dec5e62755a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0455480 Jun 03 16:20:39.049698 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f33359ba-bbb5-45e1-b9e2-7c0ae5011e04 req-43cc584d-09b2-4618-9ecb-3bd5fecb5861 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429969 Jun 03 16:20:39.939618 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e576d-fae8-4807-b8e0-62f73a5280ba req-ab6bf9e8-a5d6-45a4-bacb-273d9ee6880c tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:39.941119 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63e576d-fae8-4807-b8e0-62f73a5280ba req-ab6bf9e8-a5d6-45a4-bacb-273d9ee6880c tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 944 time: 0.0478008 Jun 03 16:20:39.986810 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c63e576d-fae8-4807-b8e0-62f73a5280ba req-af17af3c-c0c8-4203-bccb-2ffef796578e tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 Jun 03 16:20:40.163720 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab99db9-4746-44a8-a1b8-755cdbdb7c02 req-bf1d1b16-ab2a-477b-b586-38253aeedb07 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:40.165135 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ab99db9-4746-44a8-a1b8-755cdbdb7c02 req-bf1d1b16-ab2a-477b-b586-38253aeedb07 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0456111 Jun 03 16:20:40.211679 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ab99db9-4746-44a8-a1b8-755cdbdb7c02 req-dafbb735-3855-4682-8e6f-1ee6ec174b22 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411286 Jun 03 16:20:41.097636 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b93d9-7c4e-450b-95a2-7a55e8b5372e req-e45ec5e9-3d4f-4709-b678-a79809388893 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:41.099080 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc5b93d9-7c4e-450b-95a2-7a55e8b5372e req-e45ec5e9-3d4f-4709-b678-a79809388893 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 944 time: 0.0459003 Jun 03 16:20:41.144511 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc5b93d9-7c4e-450b-95a2-7a55e8b5372e req-90f86f6f-b4ad-4077-88b3-3a90947f1ed5 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Jun 03 16:20:41.332146 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db912a-1448-4662-81bc-233d8226b974 req-a97ebbbf-e140-456a-b87e-a409febc5b7c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:41.333538 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-95db912a-1448-4662-81bc-233d8226b974 req-a97ebbbf-e140-456a-b87e-a409febc5b7c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0515335 Jun 03 16:20:41.368549 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:41.381498 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-95db912a-1448-4662-81bc-233d8226b974 req-2f75a271-241d-4e14-9dab-9ff1a654dc58 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423915 Jun 03 16:20:41.452780 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a9048-8cd8-413f-b090-391b48ba934c req-9313e8b4-f3dc-4af7-8953-84091465b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:41.454229 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d49a9048-8cd8-413f-b090-391b48ba934c req-9313e8b4-f3dc-4af7-8953-84091465b2ff service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1b5c201aae5e438c81d8976289ffb4cb&device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 1128 time: 0.0379157 Jun 03 16:20:42.252482 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:42.271232 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c15c88-9474-44a9-8729-6853d289e441 req-a6ce6d26-801f-401c-aeb9-fce19cd76591 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:42.278361 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-77c15c88-9474-44a9-8729-6853d289e441 req-a6ce6d26-801f-401c-aeb9-fce19cd76591 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 944 time: 0.0566385 Jun 03 16:20:42.278583 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a9048-8cd8-413f-b090-391b48ba934c req-d93a58bb-6044-4043-adf2-0aed561d5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:42.280157 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d49a9048-8cd8-413f-b090-391b48ba934c req-d93a58bb-6044-4043-adf2-0aed561d5513 service neutron] 10.222.0.118 "GET /v2.0/networks?id=018ab0be-ad68-404f-ba6e-516f8e1af734 HTTP/1.1" status: 200 len: 916 time: 0.1222699 Jun 03 16:20:42.322944 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-77c15c88-9474-44a9-8729-6853d289e441 req-d7444324-9e5e-45eb-8887-a09901a51ee4 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Jun 03 16:20:42.499075 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70e842-1a2e-448c-8bb1-785de9a892b7 req-7472213c-e7ab-47d3-99a8-992916a8b5cc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:42.500551 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9f70e842-1a2e-448c-8bb1-785de9a892b7 req-7472213c-e7ab-47d3-99a8-992916a8b5cc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0470564 Jun 03 16:20:42.546015 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9f70e842-1a2e-448c-8bb1-785de9a892b7 req-9e59c7e0-0ec8-4c29-a2b4-d910757a16da tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395772 Jun 03 16:20:42.569970 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device a82127a2-5b2e-49b0-88b4-20b967cc8d05 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:20:42.665617 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port a82127a2-5b2e-49b0-88b4-20b967cc8d05, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a82127a2-5b2e-49b0-88b4-20b967cc8d05,segment=NetworkSegment(24731df6-58c2-4223-b2ee-461c931cf35b),segment_id=24731df6-58c2-4223-b2ee-461c931cf35b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:20:42.678436 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'a82127a2-5b2e-49b0-88b4-20b967cc8d05', 'network_id': '018ab0be-ad68-404f-ba6e-516f8e1af734', 'port_id': 'a82127a2-5b2e-49b0-88b4-20b967cc8d05', 'mac_address': 'fa:16:3e:22:49:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97c8fa6-1682-4179-b5aa-260a34a06618', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:20:42.718723 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d49a9048-8cd8-413f-b090-391b48ba934c req-2b8d70d2-74f4-4e02-bb2a-275108c41c2b service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82127a2-5b2e-49b0-88b4-20b967cc8d05 HTTP/1.1" status: 200 len: 217 time: 0.0430567 Jun 03 16:20:42.719375 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port a82127a2-5b2e-49b0-88b4-20b967cc8d05 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:20:42.719865 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:42.734989 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82127a2-5b2e-49b0-88b4-20b967cc8d05 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:20:42.762218 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port a82127a2-5b2e-49b0-88b4-20b967cc8d05, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a82127a2-5b2e-49b0-88b4-20b967cc8d05,segment=NetworkSegment(24731df6-58c2-4223-b2ee-461c931cf35b),segment_id=24731df6-58c2-4223-b2ee-461c931cf35b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:20:42.767167 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:42.783077 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:42.785430 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a9048-8cd8-413f-b090-391b48ba934c req-d3bda14a-dd18-43bc-befe-0d94a5d61e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:42.786889 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d49a9048-8cd8-413f-b090-391b48ba934c req-d3bda14a-dd18-43bc-befe-0d94a5d61e45 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=f97c8fa6-1682-4179-b5aa-260a34a06618 HTTP/1.1" status: 200 len: 854 time: 0.0609539 Jun 03 16:20:42.816419 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=a82127a2-5b2e-49b0-88b4-20b967cc8d05,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:42.823710 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.824048 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.824411 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.824744 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.825064 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.825383 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.825865 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.826189 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.826506 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.826821 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.827135 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.827516 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.827837 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.828151 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.828462 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:42.845573 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d49a9048-8cd8-413f-b090-391b48ba934c req-a9b50438-c126-49c4-baa7-bc0c6de877d7 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=018ab0be-ad68-404f-ba6e-516f8e1af734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301001 Jun 03 16:20:42.939569 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d49a9048-8cd8-413f-b090-391b48ba934c req-75ac4ddb-2084-4327-adae-184a5dea8d54 service neutron] 10.222.0.118 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869472 Jun 03 16:20:42.954309 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:43.031795 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d49a9048-8cd8-413f-b090-391b48ba934c req-1d3fedc0-009a-4452-9300-32080999341c service neutron] 10.222.0.118 "GET /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851226 Jun 03 16:20:43.222217 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e1e0b-287e-4a07-9c97-f7f270270c84 req-ac07de0b-1cb4-4b08-8e05-c697ff9931c3 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:43.223635 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bb5e1e0b-287e-4a07-9c97-f7f270270c84 req-ac07de0b-1cb4-4b08-8e05-c697ff9931c3 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0473864 Jun 03 16:20:43.270918 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bb5e1e0b-287e-4a07-9c97-f7f270270c84 req-94c3d6de-9c85-4c22-bf17-3f245f752f3c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415380 Jun 03 16:20:43.316337 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['a82127a2-5b2e-49b0-88b4-20b967cc8d05'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:20:43.605031 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31576b44-a522-4bb0-bf2e-8f5ba8cb3b0c req-e13f1256-5a91-489c-870f-27cd5423cf83 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:43.606519 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-31576b44-a522-4bb0-bf2e-8f5ba8cb3b0c req-e13f1256-5a91-489c-870f-27cd5423cf83 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 945 time: 0.2146652 Jun 03 16:20:43.654340 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-31576b44-a522-4bb0-bf2e-8f5ba8cb3b0c req-20876b80-0e2c-4af1-aa9d-62699337382c tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421538 Jun 03 16:20:43.885079 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d12bd-7e76-4816-a224-f13b2ecd74e1 req-1c16b334-7384-49fb-8584-6d102bda207d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:43.886454 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-df3d12bd-7e76-4816-a224-f13b2ecd74e1 req-1c16b334-7384-49fb-8584-6d102bda207d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.2681785 Jun 03 16:20:43.931640 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-df3d12bd-7e76-4816-a224-f13b2ecd74e1 req-77b9099c-9fc9-4ab5-9cac-ad4fb34df0fe tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395966 Jun 03 16:20:44.391083 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f18a-55d8-4ffc-b7fe-66a2776d33dc req-e5986ab2-08c4-4f9e-9692-9732185acfe2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:44.392574 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1371f18a-55d8-4ffc-b7fe-66a2776d33dc req-e5986ab2-08c4-4f9e-9692-9732185acfe2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0469532 Jun 03 16:20:44.438869 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1371f18a-55d8-4ffc-b7fe-66a2776d33dc req-9cda4a2b-15cb-420b-a43e-95d26c85157d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401859 Jun 03 16:20:44.661014 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device a82127a2-5b2e-49b0-88b4-20b967cc8d05 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:20:44.693724 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:44.710423 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port a82127a2-5b2e-49b0-88b4-20b967cc8d05 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:20:44.716845 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port a82127a2-5b2e-49b0-88b4-20b967cc8d05 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:20:44.717219 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:44.773951 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c71ef2-679d-4409-871b-6b25c8f0dc14 req-831bff9e-3052-4a18-a1aa-8e21956549eb tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:44.775451 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-33c71ef2-679d-4409-871b-6b25c8f0dc14 req-831bff9e-3052-4a18-a1aa-8e21956549eb tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 945 time: 0.0468652 Jun 03 16:20:44.788827 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port a82127a2-5b2e-49b0-88b4-20b967cc8d05 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:20:44.789200 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:44.814684 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eb67eb-b939-4633-bea4-2cc1db4b7f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82127a2-5b2e-49b0-88b4-20b967cc8d05'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:44.816947 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fa689b-36dd-40d7-ac67-6ed5c2f035b6" -d '{"events": [{"server_uuid": "42eb67eb-b939-4633-bea4-2cc1db4b7f1d", "name": "network-vif-plugged", "status": "completed", "tag": "a82127a2-5b2e-49b0-88b4-20b967cc8d05"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:44.823402 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-33c71ef2-679d-4409-871b-6b25c8f0dc14 req-f52c9d32-2d95-418d-a4dc-4d784ec104a2 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Jun 03 16:20:44.830485 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port a82127a2-5b2e-49b0-88b4-20b967cc8d05, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a82127a2-5b2e-49b0-88b4-20b967cc8d05,segment=NetworkSegment(24731df6-58c2-4223-b2ee-461c931cf35b),segment_id=24731df6-58c2-4223-b2ee-461c931cf35b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:20:44.835385 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:44.870381 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901d3fb4-d5de-457b-9b5b-140c9345acfc x-openstack-request-id: req-901d3fb4-d5de-457b-9b5b-140c9345acfc {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:44.870662 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eb67eb-b939-4633-bea4-2cc1db4b7f1d", "name": "network-vif-plugged", "status": "completed", "tag": "a82127a2-5b2e-49b0-88b4-20b967cc8d05", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:44.870906 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-901d3fb4-d5de-457b-9b5b-140c9345acfc {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:44.871312 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901d3fb4-d5de-457b-9b5b-140c9345acfc'] response: {'server_uuid': '42eb67eb-b939-4633-bea4-2cc1db4b7f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82127a2-5b2e-49b0-88b4-20b967cc8d05', 'code': 200} Jun 03 16:20:44.887022 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=a82127a2-5b2e-49b0-88b4-20b967cc8d05,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:45.074464 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144baba-c8ba-4a45-809d-37f5b19e26dc req-88ce797e-ea2c-459f-90ea-b5afce4cf8c1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:45.076009 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a144baba-c8ba-4a45-809d-37f5b19e26dc req-88ce797e-ea2c-459f-90ea-b5afce4cf8c1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0721409 Jun 03 16:20:45.078835 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce3e80-4226-4e2e-92f6-0846ff3c818d req-c95e5334-403c-4ccf-86f4-073f23131a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:45.080181 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4cce3e80-4226-4e2e-92f6-0846ff3c818d req-c95e5334-403c-4ccf-86f4-073f23131a6d service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 1130 time: 0.0664017 Jun 03 16:20:45.152238 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a144baba-c8ba-4a45-809d-37f5b19e26dc req-b7551d0d-17f0-4245-a3fe-819b995977a2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707123 Jun 03 16:20:45.154350 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4cce3e80-4226-4e2e-92f6-0846ff3c818d req-0b7b0e80-ddb7-4088-bc7f-63485d6898dc service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656769 Jun 03 16:20:45.553692 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd2a30-a571-49a9-9448-48674ca536b2 req-ddc425d8-c47c-473e-9997-a4e3efaf26a7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:45.555137 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a7dd2a30-a571-49a9-9448-48674ca536b2 req-ddc425d8-c47c-473e-9997-a4e3efaf26a7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0457013 Jun 03 16:20:45.603517 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a7dd2a30-a571-49a9-9448-48674ca536b2 req-b7ba4cdc-2471-4f91-acd1-5d9e2a19648a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428972 Jun 03 16:20:45.953328 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c21d36-0484-42a1-a69c-00f0ddf1a922 req-d51f7d95-2f30-4a27-8a5e-7c97ba975f34 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:45.954770 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-97c21d36-0484-42a1-a69c-00f0ddf1a922 req-d51f7d95-2f30-4a27-8a5e-7c97ba975f34 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 946 time: 0.0489247 Jun 03 16:20:45.986780 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:46.007907 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-97c21d36-0484-42a1-a69c-00f0ddf1a922 req-f6b30b8c-2291-413b-b0d8-37279d5ba6e8 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471544 Jun 03 16:20:46.271135 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14430b91-5242-49fa-bda9-b171b0549874 req-a7f109a3-43a9-4faa-a00d-3802d87b631d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:46.272624 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-14430b91-5242-49fa-bda9-b171b0549874 req-a7f109a3-43a9-4faa-a00d-3802d87b631d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0466759 Jun 03 16:20:46.318230 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-14430b91-5242-49fa-bda9-b171b0549874 req-0de212f3-61fa-4da0-b04f-b23d4924dd5a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397849 Jun 03 16:20:46.712625 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982de29f-10e9-436d-b044-4cfd507d3536 req-ddc0d459-a60a-4362-a4e1-4715ebd45a9a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:46.713976 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-982de29f-10e9-436d-b044-4cfd507d3536 req-ddc0d459-a60a-4362-a4e1-4715ebd45a9a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0452516 Jun 03 16:20:46.758990 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-982de29f-10e9-436d-b044-4cfd507d3536 req-d05c47ef-8ff2-4c3b-ad0b-bb33a2909f38 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396335 Jun 03 16:20:47.122906 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2c8f8-e0cf-4faf-9d9f-cc381ba4eda9 req-87efc711-857b-4bed-af01-09be4240fa44 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:47.124370 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-87d2c8f8-e0cf-4faf-9d9f-cc381ba4eda9 req-87efc711-857b-4bed-af01-09be4240fa44 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 946 time: 0.0467181 Jun 03 16:20:47.169375 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-87d2c8f8-e0cf-4faf-9d9f-cc381ba4eda9 req-ae8af49e-f2d7-41d1-9540-deacf20180ea tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Jun 03 16:20:47.434511 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b200658-ce30-479b-a1c7-75dfdfc86c7c req-933c9b3b-7643-4151-9b37-ee2cc7fc25da tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:47.436024 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2b200658-ce30-479b-a1c7-75dfdfc86c7c req-933c9b3b-7643-4151-9b37-ee2cc7fc25da tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0467639 Jun 03 16:20:47.486291 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2b200658-ce30-479b-a1c7-75dfdfc86c7c req-e7f7359e-1bc8-456d-8386-7325e52ed948 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446460 Jun 03 16:20:47.873066 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05329f-bfb3-489e-80a4-b2553393a4de req-adb30b3f-58b5-4184-8209-71572a9d0db6 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:47.874432 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bd05329f-bfb3-489e-80a4-b2553393a4de req-adb30b3f-58b5-4184-8209-71572a9d0db6 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0494027 Jun 03 16:20:47.920102 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bd05329f-bfb3-489e-80a4-b2553393a4de req-7a2ba7c1-addc-4293-ab59-8e5a2dd6cec6 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 Jun 03 16:20:48.333447 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5985f8f-8d9d-4357-b95e-9b573ce8afa9 req-5d958143-955d-4603-96eb-4fa618efe481 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:48.334918 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a5985f8f-8d9d-4357-b95e-9b573ce8afa9 req-5d958143-955d-4603-96eb-4fa618efe481 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 946 time: 0.0998802 Jun 03 16:20:48.383679 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a5985f8f-8d9d-4357-b95e-9b573ce8afa9 req-e789f7b6-491b-404a-8d31-79addfc4fc71 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 Jun 03 16:20:48.588538 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:48.601854 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012bfde-1b1a-45d4-88d3-aec32d3bd688 req-324be329-293c-4955-84be-3748f27e0f8c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:48.603583 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a012bfde-1b1a-45d4-88d3-aec32d3bd688 req-324be329-293c-4955-84be-3748f27e0f8c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0465324 Jun 03 16:20:48.623529 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:48.651660 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a012bfde-1b1a-45d4-88d3-aec32d3bd688 req-15437fb3-54c1-4723-84fa-02e41b721b98 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422029 Jun 03 16:20:49.033644 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b26588-8982-48ee-8ad7-8264aa9d798d req-154c68f3-c579-4104-b2e1-65d876e2aece tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:49.035086 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-27b26588-8982-48ee-8ad7-8264aa9d798d req-154c68f3-c579-4104-b2e1-65d876e2aece tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0495076 Jun 03 16:20:49.080984 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-27b26588-8982-48ee-8ad7-8264aa9d798d req-503a50f9-7424-4825-8fa8-58468111793f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Jun 03 16:20:49.162149 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:49.162879 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:49.293453 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31f34fda-3bb8-4f84-88e8-5e3ec9b5b2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:49.770269 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf13884-bef6-4e47-b33f-252890bddf23 req-daaee04c-45cc-4236-9b56-c5ebfa357c07 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:49.771786 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-eaf13884-bef6-4e47-b33f-252890bddf23 req-daaee04c-45cc-4236-9b56-c5ebfa357c07 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0469725 Jun 03 16:20:49.818132 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-eaf13884-bef6-4e47-b33f-252890bddf23 req-9810e492-6262-453e-ae6d-3646bf849f3e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405986 Jun 03 16:20:50.198115 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d151dc-9dfe-4200-906a-73492a345886 req-2ec0c1e5-db80-4e76-8b26-ce68d2d38210 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:50.199612 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-78d151dc-9dfe-4200-906a-73492a345886 req-2ec0c1e5-db80-4e76-8b26-ce68d2d38210 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0496871 Jun 03 16:20:50.245872 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-78d151dc-9dfe-4200-906a-73492a345886 req-25971bef-76e8-44fb-8505-0870535f2abd tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Jun 03 16:20:50.739491 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-11392cc1-e17b-43ce-9943-84aafa81b917 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379131 Jun 03 16:20:50.892997 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-b78b49e4-05d1-4151-a9e8-eb944dedb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:50.895764 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-b78b49e4-05d1-4151-a9e8-eb944dedb9fc service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 1129 time: 0.0459642 Jun 03 16:20:50.923637 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 46064) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:20:50.929370 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052119860', 'description': 'tempest-description--1810828673'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:20:51.007020 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.060653 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-9ccec652-1876-4a01-91bf-eae6e188fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:51.062129 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-9ccec652-1876-4a01-91bf-eae6e188fcc5 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.1278372 Jun 03 16:20:51.073512 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e4f57-38f3-4911-90a9-e22fa5b9f888 req-d5663844-314e-4947-820f-3d0521eab5b3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:51.075170 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd9e4f57-38f3-4911-90a9-e22fa5b9f888 req-d5663844-314e-4947-820f-3d0521eab5b3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0477321 Jun 03 16:20:51.110196 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-5d6ae1c0-849e-44f9-87d1-2d853863de13 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13a12b7-9968-49f9-a695-b305c53c2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0365567 Jun 03 16:20:51.127855 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd9e4f57-38f3-4911-90a9-e22fa5b9f888 req-6dd682eb-7cdc-4044-a4a7-640cb4bae7db tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468304 Jun 03 16:20:51.165473 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (2a07182f-d295-487e-a9ba-b4c1b126153e), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.173767 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2a07182f-d295-487e-a9ba-b4c1b126153e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.205091 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-5f396849-86b4-4c29-ab13-0ac344433bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:51.207342 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-5f396849-86b4-4c29-ab13-0ac344433bcb service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0814865 Jun 03 16:20:51.214035 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.215246 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2897384 Jun 03 16:20:51.218817 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46068) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:20:51.223973 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group_rule': {'security_group_id': '2a07182f-d295-487e-a9ba-b4c1b126153e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:20:51.229771 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a07182f-d295-487e-a9ba-b4c1b126153e,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:51.251177 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (dab0bbd0-7952-47ec-b26f-69aeb33cf828), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.258983 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.259353 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.259695 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.260031 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.260363 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.260693 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.261021 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.261343 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.261666 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.261994 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.262311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.262629 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.262950 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.263352 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.263613 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119022cf-5372-4f59-8eb7-52a60366d342 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.271958 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-f31ab930-9055-4d39-8336-6fca298b0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:51.273491 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-f31ab930-9055-4d39-8336-6fca298b0aa5 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0552280 Jun 03 16:20:51.314671 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (dab0bbd0-7952-47ec-b26f-69aeb33cf828), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.319523 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (dab0bbd0-7952-47ec-b26f-69aeb33cf828), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.339108 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab0bbd0-7952-47ec-b26f-69aeb33cf828,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:51.341164 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:51.349882 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.350244 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.350614 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.350935 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.351259 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.351608 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.351929 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.352253 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.352566 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.352881 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.353199 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.353508 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.353823 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.354135 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.354446 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:51.360636 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.361314 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-eca5463f-b25a-4cdb-9117-70b7fa363a14 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415513 Jun 03 16:20:51.364674 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46072) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:20:51.368908 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-70e790a9-f8f0-4339-a064-54789b9de9dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group_rule': {'security_group_id': '2a07182f-d295-487e-a9ba-b4c1b126153e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:20:51.395054 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70e790a9-f8f0-4339-a064-54789b9de9dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (0f6856b9-cae6-459c-90eb-4d6f54356351), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.407941 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82b7c-e971-46f7-8687-aff0bf108063 req-40457cc9-8461-489d-ab81-2c5366666d23 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:51.409559 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-22b82b7c-e971-46f7-8687-aff0bf108063 req-40457cc9-8461-489d-ab81-2c5366666d23 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0659535 Jun 03 16:20:51.411667 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:51.451727 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-af63f7f2-f8b0-4da0-b4ee-43a83552dc0d service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611803 Jun 03 16:20:51.457053 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70e790a9-f8f0-4339-a064-54789b9de9dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (0f6856b9-cae6-459c-90eb-4d6f54356351), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.460863 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70e790a9-f8f0-4339-a064-54789b9de9dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (0f6856b9-cae6-459c-90eb-4d6f54356351), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.468368 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:51.481340 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e790a9-f8f0-4339-a064-54789b9de9dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6856b9-cae6-459c-90eb-4d6f54356351,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:51.487003 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:51.490557 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70e790a9-f8f0-4339-a064-54789b9de9dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.491790 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-70e790a9-f8f0-4339-a064-54789b9de9dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261632 Jun 03 16:20:51.494899 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46074) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:20:51.499091 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:20:51.520850 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.535064 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-22b82b7c-e971-46f7-8687-aff0bf108063 req-ffc68c69-189e-44cb-a310-dfce643dde22 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170175 Jun 03 16:20:51.573904 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de32927c-c8c4-4a5e-a5e5-f71581bd995b req-22979745-7d94-4b5d-9b27-1d395f37c86d service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102622 Jun 03 16:20:51.603496 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:51.607955 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.609374 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-10eaca70-fd9d-45c7-90e2-cdcab7e997fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.713170 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Allocated IP 172.27.2.60 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/f8d6c1a5-84ac-4bcb-9a41-8d00313a7655) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:51.818798 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (f8d6c1a5-84ac-4bcb-9a41-8d00313a7655), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.849176 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (f8d6c1a5-84ac-4bcb-9a41-8d00313a7655), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.887187 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:51.894033 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:51.896135 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=f8d6c1a5-84ac-4bcb-9a41-8d00313a7655,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:51.898568 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:20:51.975641 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (134b41b7-db21-40db-a4d6-70968430e95e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:51.984938 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:52.015034 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (f8d6c1a5-84ac-4bcb-9a41-8d00313a7655), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:52.187242 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (f8d6c1a5-84ac-4bcb-9a41-8d00313a7655), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:52.192932 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (f8d6c1a5-84ac-4bcb-9a41-8d00313a7655), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:52.197849 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:52.303110 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=f8d6c1a5-84ac-4bcb-9a41-8d00313a7655,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:52.312255 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76907713-cc3e-4717-8547-a2efc3922739 req-dd5ac505-e044-48de-b4d7-0b62cf1a7d17 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:52.313713 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-76907713-cc3e-4717-8547-a2efc3922739 req-dd5ac505-e044-48de-b4d7-0b62cf1a7d17 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0950105 Jun 03 16:20:52.319153 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (134b41b7-db21-40db-a4d6-70968430e95e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:52.567106 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:52.568033 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6817671d-a04a-4059-bf09-b2b87de00d9b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0721910 Jun 03 16:20:52.595343 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-76907713-cc3e-4717-8547-a2efc3922739 req-fd500e59-6cc2-4df4-9de1-088fcb662fab tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730215 Jun 03 16:20:52.653487 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7a322-982a-450d-91a5-80ad6eebcc89 req-b143b5a7-457d-4fe1-a701-d69edca72b15 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:52.654983 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ebd7a322-982a-450d-91a5-80ad6eebcc89 req-b143b5a7-457d-4fe1-a701-d69edca72b15 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0483341 Jun 03 16:20:52.703287 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ebd7a322-982a-450d-91a5-80ad6eebcc89 req-be98b1d3-2b04-4b04-ae69-83f328be81dc tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Jun 03 16:20:52.813398 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-da40551a-cf6f-4cd6-88bf-c81664a2776b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1052119860&fields=id&tenant_id=c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 267 time: 0.0420692 Jun 03 16:20:52.858039 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:52.917330 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-070f98c5-d718-4934-89f2-19a51090f24c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:52.918786 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-070f98c5-d718-4934-89f2-19a51090f24c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 815 time: 0.0991721 Jun 03 16:20:52.933015 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-2cb23e5b-e2ee-44c6-acc3-d47751abc40f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/quotas/c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 375 time: 0.0087628 Jun 03 16:20:52.985551 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-56ded0f0-3fea-4016-9895-89992b0dd95b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478454 Jun 03 16:20:53.003544 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:20:53.122677 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-7768bb7f-1307-4853-a709-cd502e53ffd2 service neutron] 10.222.0.41 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257439 Jun 03 16:20:53.213288 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-92871a7f-29c5-49d4-a98a-e5a78f982416 service neutron] 10.222.0.41 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843647 Jun 03 16:20:53.375026 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-477fa355-508a-4ccc-a99c-20fd3e1c6f28 req-bfe68102-d0f5-4ad0-a26f-34451c97387f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 210 time: 0.0286512 Jun 03 16:20:53.720311 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327ab08-c971-482b-b30c-54afb4b13261 req-725a6bcc-d739-4a28-b3b4-e98f1730a707 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:53.721817 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7327ab08-c971-482b-b30c-54afb4b13261 req-725a6bcc-d739-4a28-b3b4-e98f1730a707 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0475693 Jun 03 16:20:53.773284 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7327ab08-c971-482b-b30c-54afb4b13261 req-436e63a5-f6e4-47ec-a9b9-a2c79255776f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453863 Jun 03 16:20:53.825859 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a59a9-3a38-44fc-a558-c7a722defa63 req-62ac4e9e-b60c-4bc7-a86b-6fd35c16206b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:53.827310 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac3a59a9-3a38-44fc-a558-c7a722defa63 req-62ac4e9e-b60c-4bc7-a86b-6fd35c16206b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0498562 Jun 03 16:20:53.872899 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac3a59a9-3a38-44fc-a558-c7a722defa63 req-a610edd2-a447-483f-b61e-d617a9c3a611 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Jun 03 16:20:53.967235 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:54.467367 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3e4e4b12-3323-4c8c-9eca-52917967006f req-38bdd152-c35e-406e-ad97-70f53569a866 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 210 time: 0.0272222 Jun 03 16:20:54.892252 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06831f-ab6c-4247-851a-32d303623e18 req-07bf44bb-16ce-43f6-9eb8-de5344fdd800 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:54.894268 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb06831f-ab6c-4247-851a-32d303623e18 req-07bf44bb-16ce-43f6-9eb8-de5344fdd800 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0469840 Jun 03 16:20:54.980940 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:54.997311 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb511bf-69bf-40e3-bdbc-0a60f0c0287b req-d9397210-e37e-4ac3-a12d-1708cc7b1398 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:54.998809 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6eb511bf-69bf-40e3-bdbc-0a60f0c0287b req-d9397210-e37e-4ac3-a12d-1708cc7b1398 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0569050 Jun 03 16:20:55.011032 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fb06831f-ab6c-4247-851a-32d303623e18 req-081ab62b-3ac3-46c4-8330-f8dc23c7f225 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105435 Jun 03 16:20:55.050076 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-534f36cb-ee7f-4343-87ca-1d06115c575d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:55.051632 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-534f36cb-ee7f-4343-87ca-1d06115c575d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 815 time: 0.1444347 Jun 03 16:20:55.052396 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6eb511bf-69bf-40e3-bdbc-0a60f0c0287b req-05a71d82-88da-4112-8be8-6bc7a3345a33 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444505 Jun 03 16:20:55.131415 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-a8d4deb5-3321-41ff-85a6-c2abe472df56 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 473 time: 0.0666518 Jun 03 16:20:55.277759 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'port': {'device_id': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'admin_state_up': True, 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'security_groups': ['2a07182f-d295-487e-a9ba-b4c1b126153e']}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:20:55.382561 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Made reservation on behalf of c6758d3ab63e4ace8d2d32a4b391d942 for: {'port': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:55.385765 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:55.507919 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Allocated IP 172.20.0.8 (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e/b222e9b4-0a2b-4056-adfa-c1fb610cdc9a/d868f766-fcef-4abb-aaea-7f4466fd0395) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:55.520931 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:55.579809 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d6cd8cc2-c728-49cc-8fe3-28bd878dac1c req-fec6578f-2b17-4bc9-a04c-3c8279f9d93a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 210 time: 0.0402277 Jun 03 16:20:55.648281 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:55.674484 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:55.705081 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:55.744164 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:55.747144 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:55.750989 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:20:55.782143 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=d868f766-fcef-4abb-aaea-7f4466fd0395,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:55.810909 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:55.811553 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:55.828496 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-b16e430d-8e88-4187-b928-9914ef3c1371 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544732 Jun 03 16:20:55.849054 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Request body: {'port': {'device_id': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:20:55.908456 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:55.942555 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-21f33d77-3aa1-41e6-bc09-ebcb4a14cf45 None None] Provisioning complete for port d868f766-fcef-4abb-aaea-7f4466fd0395 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:20:55.943148 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-21f33d77-3aa1-41e6-bc09-ebcb4a14cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:55.975718 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-21f33d77-3aa1-41e6-bc09-ebcb4a14cf45 None None] Port d868f766-fcef-4abb-aaea-7f4466fd0395 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:20:56.144991 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:56.171396 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947f261-802a-49dc-adb4-dd6f4e67a37b req-d7016638-b5f1-4340-b867-d616505646a1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:56.172923 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f947f261-802a-49dc-adb4-dd6f4e67a37b req-d7016638-b5f1-4340-b867-d616505646a1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0802631 Jun 03 16:20:56.213024 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dc72d-36a2-4d6d-952c-b18cb25e5853 req-8db11a43-5c8c-4495-b6ce-7e35c535f208 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:56.214499 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b71dc72d-36a2-4d6d-952c-b18cb25e5853 req-8db11a43-5c8c-4495-b6ce-7e35c535f208 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0748703 Jun 03 16:20:56.226803 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f947f261-802a-49dc-adb4-dd6f4e67a37b req-b78f89c5-aebd-4f7e-b4d7-1108bd888c5d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479689 Jun 03 16:20:56.264668 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d868f766-fcef-4abb-aaea-7f4466fd0395 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:20:56.276362 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Publish callbacks [] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:56.304662 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Transition to ACTIVE for port object d868f766-fcef-4abb-aaea-7f4466fd0395 will not be triggered until provisioned by entity L2. {{(pid=103937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:20:56.308662 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b71dc72d-36a2-4d6d-952c-b18cb25e5853 req-2eae3cd2-f92a-4f06-8aae-caf38cb7fd23 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886559 Jun 03 16:20:56.309749 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:56.314536 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:56.360713 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d868f766-fcef-4abb-aaea-7f4466fd0395,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:56.438066 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Attempting to bind port d868f766-fcef-4abb-aaea-7f4466fd0395 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:20:56.438320 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Attempting to bind port d868f766-fcef-4abb-aaea-7f4466fd0395 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:20:56.438649 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Attempting to bind port d868f766-fcef-4abb-aaea-7f4466fd0395 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:20:56.444885 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Port d868f766-fcef-4abb-aaea-7f4466fd0395 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:20:56.445246 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Attempting to bind port d868f766-fcef-4abb-aaea-7f4466fd0395 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:20:56.450843 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:20:56.451371 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Checking segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:20:56.451763 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Bound using segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:20:56.452193 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Bound port: d868f766-fcef-4abb-aaea-7f4466fd0395, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:20:56.452554 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:56.497010 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:56.519048 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] For port d868f766-fcef-4abb-aaea-7f4466fd0395, host hv-cinder-83699, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:20:56.522350 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] For port d868f766-fcef-4abb-aaea-7f4466fd0395, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d868f766-fcef-4abb-aaea-7f4466fd0395,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:20:56.528541 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:56.562296 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:56.562894 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:56.564428 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] 10.222.0.118 "PUT /v2.0/ports/d868f766-fcef-4abb-aaea-7f4466fd0395 HTTP/1.1" status: 200 len: 1093 time: 0.7202477 Jun 03 16:20:56.564752 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'tag': 'd868f766-fcef-4abb-aaea-7f4466fd0395'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:56.567626 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "962bba3e-675b-481f-840a-f5d0d2540cb5", "tag": "d868f766-fcef-4abb-aaea-7f4466fd0395"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:56.597382 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d647ff5-8821-45aa-a3c1-5689960c52b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d868f766-fcef-4abb-aaea-7f4466fd0395,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:56.609235 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaae3e2-a83f-42ce-a289-57bfcdda417e x-openstack-request-id: req-1eaae3e2-a83f-42ce-a289-57bfcdda417e {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:56.609528 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962bba3e-675b-481f-840a-f5d0d2540cb5", "tag": "d868f766-fcef-4abb-aaea-7f4466fd0395", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:56.609774 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eaae3e2-a83f-42ce-a289-57bfcdda417e {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:56.610173 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eaae3e2-a83f-42ce-a289-57bfcdda417e'] response: {'name': 'network-changed', 'server_uuid': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'tag': 'd868f766-fcef-4abb-aaea-7f4466fd0395', 'status': 'completed', 'code': 200} Jun 03 16:20:56.704888 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75458721-bcc4-40eb-bc40-6004b1d7a224 req-db8f9502-a2d5-460c-831b-e4e3d0306eb3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:56.706530 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-75458721-bcc4-40eb-bc40-6004b1d7a224 req-db8f9502-a2d5-460c-831b-e4e3d0306eb3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0494525 Jun 03 16:20:56.707855 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e842e8b9-3bd1-4f5c-ad08-f8f45d991022 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:20:56.757235 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-75458721-bcc4-40eb-bc40-6004b1d7a224 req-11fb8af5-e380-4407-9c32-914cdc3a7d07 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445609 Jun 03 16:20:56.809162 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:20:56.820262 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'port_id': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'mac_address': 'fa:16:3e:12:cd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:20:56.864273 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 is: ACTIVE; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:20:56.864658 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:56.877888 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e842e8b9-3bd1-4f5c-ad08-f8f45d991022 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:20:56.898742 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:20:56.902822 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:56.953556 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:57.162583 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-9740c6e3-8d56-4e35-8a1b-9950efe58037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:57.164174 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-9740c6e3-8d56-4e35-8a1b-9950efe58037 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 1127 time: 0.0388107 Jun 03 16:20:57.176212 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['e842e8b9-3bd1-4f5c-ad08-f8f45d991022'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:20:57.348369 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c61e2-d0e0-4f6e-83e4-b494cd701815 req-0d329678-6f78-4346-a52d-ba6fad46877d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:57.349797 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-370c61e2-d0e0-4f6e-83e4-b494cd701815 req-0d329678-6f78-4346-a52d-ba6fad46877d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 945 time: 0.0465641 Jun 03 16:20:57.399960 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-370c61e2-d0e0-4f6e-83e4-b494cd701815 req-eaca6d76-fef3-44e0-9e93-ef2a77312473 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447166 Jun 03 16:20:57.425214 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a6ec2-fccb-43cb-9936-c8d2efbbe147 req-492d00fd-1f71-4f68-bb07-8ad850a2be20 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:57.426676 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1f1a6ec2-fccb-43cb-9936-c8d2efbbe147 req-492d00fd-1f71-4f68-bb07-8ad850a2be20 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0467470 Jun 03 16:20:57.475711 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1f1a6ec2-fccb-43cb-9936-c8d2efbbe147 req-4fb6ba3e-ff47-4f51-b6eb-3a5a992b887d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435658 Jun 03 16:20:57.868224 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee0b89-43ef-4355-aa23-d50c869a76ad req-885d13ba-f82b-4285-96f2-2880ae5ceeeb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:57.869727 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-45ee0b89-43ef-4355-aa23-d50c869a76ad req-885d13ba-f82b-4285-96f2-2880ae5ceeeb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0471730 Jun 03 16:20:57.897577 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-6288e735-374c-4bc3-839c-2ef0c7950a3b service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d868f766-fcef-4abb-aaea-7f4466fd0395 HTTP/1.1" status: 200 len: 217 time: 0.0341609 Jun 03 16:20:57.911387 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:57.919634 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-45ee0b89-43ef-4355-aa23-d50c869a76ad req-29e033e6-3564-4453-83c3-3eeca0581f91 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Jun 03 16:20:57.979209 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-15468065-f121-4c80-a093-f8cf1ad87b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:57.980682 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-15468065-f121-4c80-a093-f8cf1ad87b7a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.0436294 Jun 03 16:20:58.434947 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-2cd1da43-2082-48bd-b34f-0ddcb1019b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:58.436556 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-2cd1da43-2082-48bd-b34f-0ddcb1019b45 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399692 Jun 03 16:20:58.551829 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c4c28-0f09-4594-a961-257c97cf98df req-2823d838-10aa-40ef-a194-05b668df99de tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:58.553320 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ae6c4c28-0f09-4594-a961-257c97cf98df req-2823d838-10aa-40ef-a194-05b668df99de tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 945 time: 0.0649598 Jun 03 16:20:58.575493 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-da135ab5-f993-4a59-8a0d-84fc076f403e service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329250 Jun 03 16:20:58.612640 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c3662-ed5a-42fc-8775-1237b62be90d req-a21ff1b9-cc59-4165-a001-956877f0d4e6 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:58.614422 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0b5c3662-ed5a-42fc-8775-1237b62be90d req-a21ff1b9-cc59-4165-a001-956877f0d4e6 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0648901 Jun 03 16:20:58.664549 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0b5c3662-ed5a-42fc-8775-1237b62be90d req-3d4a82b5-1c6b-460c-a21a-4640009fd7c8 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Jun 03 16:20:58.671856 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ae6c4c28-0f09-4594-a961-257c97cf98df req-82e41051-0813-4ad7-9abb-b15afa2ca549 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996337 Jun 03 16:20:58.715577 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dde5befa-48ce-4287-9659-cd2a6c2589e4 req-87ab8795-6f71-442a-be3d-db8ed85e2281 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254170 Jun 03 16:20:58.726299 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e842e8b9-3bd1-4f5c-ad08-f8f45d991022 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:20:58.774071 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:20:58.774442 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:58.848259 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:20:58.848634 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:58.866073 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:58.871468 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:58.873673 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fcdbfb-a723-487a-8f19-097ba00490a2" -d '{"events": [{"server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "name": "network-vif-plugged", "status": "completed", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:58.887654 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:20:58.891429 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:20:58.918492 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a653c886-e6b3-445a-a6d4-e6d235337c47 x-openstack-request-id: req-a653c886-e6b3-445a-a6d4-e6d235337c47 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:58.918770 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "name": "network-vif-plugged", "status": "completed", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:58.919011 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a653c886-e6b3-445a-a6d4-e6d235337c47 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:58.919414 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a653c886-e6b3-445a-a6d4-e6d235337c47'] response: {'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'code': 200} Jun 03 16:20:58.919711 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:58.945255 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:59.032648 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461834f7-fc35-47c2-9223-db81cc96adee req-c9d87650-3aec-4927-91f2-f851cb488a35 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:59.034528 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-461834f7-fc35-47c2-9223-db81cc96adee req-c9d87650-3aec-4927-91f2-f851cb488a35 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0481780 Jun 03 16:20:59.068979 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:20:59.080857 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-461834f7-fc35-47c2-9223-db81cc96adee req-817fa70a-2e89-4fae-a167-750cce277042 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408852 Jun 03 16:20:59.803079 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca92c37-4880-4691-9a54-5f0bc7de06b7 req-428ad71e-bacd-4411-b927-48bd4966b60a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:59.804799 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7ca92c37-4880-4691-9a54-5f0bc7de06b7 req-428ad71e-bacd-4411-b927-48bd4966b60a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0509934 Jun 03 16:20:59.805827 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef6020-0ab7-42e9-9727-11aac8e0309c req-7619b4c9-128e-43d4-983d-511eb0b097b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:59.807332 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b6ef6020-0ab7-42e9-9727-11aac8e0309c req-7619b4c9-128e-43d4-983d-511eb0b097b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0521188 Jun 03 16:20:59.853132 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7ca92c37-4880-4691-9a54-5f0bc7de06b7 req-9afc6bf4-ea82-4912-bf96-a532b8d330f1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Jun 03 16:20:59.858602 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b6ef6020-0ab7-42e9-9727-11aac8e0309c req-09ec260c-bde9-4ccd-bf8a-f98d2cd47539 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420060 Jun 03 16:21:00.194238 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be9cc5-55e4-4bb3-aec3-0831622baf35 req-45eb52c0-cc8e-435d-adb5-22b107501d61 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:00.195793 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d2be9cc5-55e4-4bb3-aec3-0831622baf35 req-45eb52c0-cc8e-435d-adb5-22b107501d61 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0480168 Jun 03 16:21:00.242494 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d2be9cc5-55e4-4bb3-aec3-0831622baf35 req-60b832d1-8e32-4845-91c9-cb1a7b04e182 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412526 Jun 03 16:21:00.967016 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc59a0-e1fc-4bed-b6d1-12bc63dd5845 req-d03e9d05-d96c-4cae-94bf-6a4e4d237713 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:00.968711 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f3fc59a0-e1fc-4bed-b6d1-12bc63dd5845 req-d03e9d05-d96c-4cae-94bf-6a4e4d237713 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0462351 Jun 03 16:21:00.981940 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4f7e5-20ea-46e2-8d0c-2e8d19e0d846 req-4d4d71cd-50ff-46a1-b9c1-3a60247852e1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:00.983956 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1ea4f7e5-20ea-46e2-8d0c-2e8d19e0d846 req-4d4d71cd-50ff-46a1-b9c1-3a60247852e1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0528862 Jun 03 16:21:01.011392 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:01.016469 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f3fc59a0-e1fc-4bed-b6d1-12bc63dd5845 req-12ed385a-ef72-43a7-8f61-03ef0f644b87 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416667 Jun 03 16:21:01.029820 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1ea4f7e5-20ea-46e2-8d0c-2e8d19e0d846 req-7b602b60-ab1a-4afb-83c3-648d708e1327 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404859 Jun 03 16:21:01.357554 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdc827-153e-4d23-a2ce-18b35cfed1f8 req-332212f4-5610-42f0-9ae8-157de29a3bcc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:01.359013 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2dbdc827-153e-4d23-a2ce-18b35cfed1f8 req-332212f4-5610-42f0-9ae8-157de29a3bcc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0466373 Jun 03 16:21:01.408148 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2dbdc827-153e-4d23-a2ce-18b35cfed1f8 req-ff3d234b-75aa-416c-aadc-40b856afa572 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437059 Jun 03 16:21:02.147279 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e7504-b53b-4c1b-aa7e-5bee2af59f11 req-ff6c5f9c-cd26-4021-a4d4-0ba6a4f6cf6f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:02.149449 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-684e7504-b53b-4c1b-aa7e-5bee2af59f11 req-ff6c5f9c-cd26-4021-a4d4-0ba6a4f6cf6f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0482447 Jun 03 16:21:02.198644 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-684e7504-b53b-4c1b-aa7e-5bee2af59f11 req-c3cc1632-cc3f-4719-8f0b-ee7fac5362fb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437667 Jun 03 16:21:02.235925 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b511ade-5bfe-4d93-a577-1532ca7449cc req-a724b268-a581-475c-960c-73429c60af1d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:02.238087 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2b511ade-5bfe-4d93-a577-1532ca7449cc req-a724b268-a581-475c-960c-73429c60af1d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0471840 Jun 03 16:21:02.284075 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2b511ade-5bfe-4d93-a577-1532ca7449cc req-a07f0110-7c50-4ee7-9d8a-b1e9cef87529 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400364 Jun 03 16:21:02.516362 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b0ce-6d78-4ddc-ac27-acc7c70f4538 req-e2eb87ba-4c25-426c-874c-2746a9a5b6b8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:02.518297 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8558b0ce-6d78-4ddc-ac27-acc7c70f4538 req-e2eb87ba-4c25-426c-874c-2746a9a5b6b8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0448637 Jun 03 16:21:02.563644 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8558b0ce-6d78-4ddc-ac27-acc7c70f4538 req-f2bc8efb-c1ae-44b8-8aa0-409d3739b98a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398071 Jun 03 16:21:02.998664 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:03.320018 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2853ac-bf17-4134-be9b-ee0fa3385457 req-f9323d12-86bc-4f01-95c7-4afbd4290f62 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:03.321663 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eb2853ac-bf17-4134-be9b-ee0fa3385457 req-f9323d12-86bc-4f01-95c7-4afbd4290f62 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0478828 Jun 03 16:21:03.371469 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eb2853ac-bf17-4134-be9b-ee0fa3385457 req-02acb934-9814-446e-b474-41d5639253b5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444937 Jun 03 16:21:03.400170 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37b5da-3189-4fd8-9c2d-ee0f758ab776 req-0bc1e4a3-2bb0-4db4-827a-863cebf3db88 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:03.401618 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1a37b5da-3189-4fd8-9c2d-ee0f758ab776 req-0bc1e4a3-2bb0-4db4-827a-863cebf3db88 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0500681 Jun 03 16:21:03.447317 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1a37b5da-3189-4fd8-9c2d-ee0f758ab776 req-c77d7205-ce25-49f3-a3be-7a84774bd5e1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Jun 03 16:21:03.677727 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ea0ac-2e5a-49cb-a702-3bc856af7ba4 req-6a49a1dc-6323-4b2f-9cc1-bd9f5c8df6d8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:03.679161 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c05ea0ac-2e5a-49cb-a702-3bc856af7ba4 req-6a49a1dc-6323-4b2f-9cc1-bd9f5c8df6d8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0464256 Jun 03 16:21:03.724878 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c05ea0ac-2e5a-49cb-a702-3bc856af7ba4 req-6e9ebcc7-78cb-4314-9840-8864bdc735d8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Jun 03 16:21:04.485784 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7223f37-f374-4854-8447-8aa6b0fcfddc req-a066af17-0d8d-4533-a23e-a342c9e1857c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:04.487248 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b7223f37-f374-4854-8447-8aa6b0fcfddc req-a066af17-0d8d-4533-a23e-a342c9e1857c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0458593 Jun 03 16:21:04.534972 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b7223f37-f374-4854-8447-8aa6b0fcfddc req-58a6e646-e6d2-4668-aa2c-aaa44c4b21e1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420067 Jun 03 16:21:04.558991 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd92d9-8d9d-48a6-83a1-c63fabf18292 req-57fb0a9c-0b03-42d8-88c0-3bfbce12d299 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:04.560533 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fafd92d9-8d9d-48a6-83a1-c63fabf18292 req-57fb0a9c-0b03-42d8-88c0-3bfbce12d299 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0462623 Jun 03 16:21:04.572641 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:04.606903 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fafd92d9-8d9d-48a6-83a1-c63fabf18292 req-e32a0f2b-085d-409a-9d92-c88b0fb6226b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404131 Jun 03 16:21:04.837627 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75af6d-4a51-4954-bb63-fcee8a68a8f5 req-c653b8e2-0040-49a5-ac9d-0d976afc0fc9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:04.839015 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-db75af6d-4a51-4954-bb63-fcee8a68a8f5 req-c653b8e2-0040-49a5-ac9d-0d976afc0fc9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0489483 Jun 03 16:21:04.884754 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-db75af6d-4a51-4954-bb63-fcee8a68a8f5 req-4b257d22-0520-4fa1-bf3c-e8958bc82017 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402472 Jun 03 16:21:05.656579 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954d837-aabe-4509-ade9-8d251598a736 req-0f7b2edf-3315-4e86-9bd2-13bb2f6fbde9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:05.658041 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b954d837-aabe-4509-ade9-8d251598a736 req-0f7b2edf-3315-4e86-9bd2-13bb2f6fbde9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0524704 Jun 03 16:21:05.705889 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b954d837-aabe-4509-ade9-8d251598a736 req-645b232b-fc8b-4523-a250-22ca75559291 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Jun 03 16:21:05.724011 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a15c4a-f881-4c0c-9e56-f969906aabdb req-d79dba59-5dc2-4a17-a340-5f3beb8f471f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:05.725496 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b4a15c4a-f881-4c0c-9e56-f969906aabdb req-d79dba59-5dc2-4a17-a340-5f3beb8f471f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0462592 Jun 03 16:21:05.771739 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b4a15c4a-f881-4c0c-9e56-f969906aabdb req-553d2c4d-c9bb-4373-afe5-4dbcc040a922 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 Jun 03 16:21:05.996443 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b683-f43c-4b98-9769-d05057ef5449 req-03c30746-0ff0-4b40-a16e-176cac08d925 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:05.998009 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a868b683-f43c-4b98-9769-d05057ef5449 req-03c30746-0ff0-4b40-a16e-176cac08d925 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0477920 Jun 03 16:21:06.045882 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a868b683-f43c-4b98-9769-d05057ef5449 req-3b259c0e-a9c1-4318-ade6-840054331512 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Jun 03 16:21:06.820891 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc149b-be2b-4af7-b33e-762391a94e0e req-888da07c-d4ca-4d9e-a165-2bfcc9757b0c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:06.822365 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0ccc149b-be2b-4af7-b33e-762391a94e0e req-888da07c-d4ca-4d9e-a165-2bfcc9757b0c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0463190 Jun 03 16:21:06.873240 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0ccc149b-be2b-4af7-b33e-762391a94e0e req-40954eb3-6a15-45d6-8639-c3917e358487 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453598 Jun 03 16:21:06.885002 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db1c63-1670-4471-98ff-8a30c90b5681 req-80f2332b-54f6-4323-a2ba-c6383a00b918 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:06.886484 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-08db1c63-1670-4471-98ff-8a30c90b5681 req-80f2332b-54f6-4323-a2ba-c6383a00b918 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0464597 Jun 03 16:21:06.899436 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:06.936853 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-08db1c63-1670-4471-98ff-8a30c90b5681 req-49710872-c355-4d74-9d66-26d3653d2879 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448129 Jun 03 16:21:07.159429 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8fa43-bb37-4b4b-85f7-3f5972f3dfd2 req-cf923907-aa58-4241-8fca-e2fe2c83b454 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:07.160884 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-56d8fa43-bb37-4b4b-85f7-3f5972f3dfd2 req-cf923907-aa58-4241-8fca-e2fe2c83b454 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0463331 Jun 03 16:21:07.206962 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-56d8fa43-bb37-4b4b-85f7-3f5972f3dfd2 req-77216dab-f188-40ea-9f8a-856b3ebf1212 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Jun 03 16:21:07.989522 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce226d7-98e2-4675-9d8a-53ade4f95701 req-a1e4a63a-30a4-4b31-99e1-b1e7579ca2c9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:07.991100 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1ce226d7-98e2-4675-9d8a-53ade4f95701 req-a1e4a63a-30a4-4b31-99e1-b1e7579ca2c9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0477583 Jun 03 16:21:08.039929 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1ce226d7-98e2-4675-9d8a-53ade4f95701 req-d691c5f9-93be-4715-8755-4f144f8fd8ac tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434244 Jun 03 16:21:08.054022 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83015a-8f27-4a17-8588-b3ffeb2806ce req-80e8a82d-c876-428f-aa2d-b12dfab894f4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:08.056614 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2a83015a-8f27-4a17-8588-b3ffeb2806ce req-80e8a82d-c876-428f-aa2d-b12dfab894f4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0504792 Jun 03 16:21:08.078475 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:08.116190 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2a83015a-8f27-4a17-8588-b3ffeb2806ce req-420597e7-9ad7-47b5-be8e-e19521b4715e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443726 Jun 03 16:21:08.317937 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95919c8-db40-4c8e-90d1-3cf9889717aa req-2e870547-d817-48c4-8df9-bfd2adbce4cb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:08.319388 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b95919c8-db40-4c8e-90d1-3cf9889717aa req-2e870547-d817-48c4-8df9-bfd2adbce4cb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0453653 Jun 03 16:21:08.364994 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b95919c8-db40-4c8e-90d1-3cf9889717aa req-39e89d1c-1c61-49b8-b9f9-0ba3f8b7b668 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403180 Jun 03 16:21:08.934225 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:08.942924 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:09.162483 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5266bf2-8c74-4a92-8eaa-68eae3a3c0c0 req-4e230b79-bbbf-4ab0-a599-c23342a5f333 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:09.164343 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b5266bf2-8c74-4a92-8eaa-68eae3a3c0c0 req-4e230b79-bbbf-4ab0-a599-c23342a5f333 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0511177 Jun 03 16:21:09.189340 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:09.212019 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b5266bf2-8c74-4a92-8eaa-68eae3a3c0c0 req-a7281248-55f1-4e2a-8657-d575d7b478fc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420370 Jun 03 16:21:09.241610 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f5723-d80c-45ac-ac78-4272319332b0 req-bf73d85c-570b-4f6e-a90c-a45aef114325 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:09.242945 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e30f5723-d80c-45ac-ac78-4272319332b0 req-bf73d85c-570b-4f6e-a90c-a45aef114325 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0539727 Jun 03 16:21:09.289986 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e30f5723-d80c-45ac-ac78-4272319332b0 req-41e9e8a6-5994-4525-ab71-95446ef14be9 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Jun 03 16:21:09.475842 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a4b09-5714-4824-bed6-ad773467318f req-2413876a-ef9b-4e15-8a60-e0cd4aca6403 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:09.477296 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-383a4b09-5714-4824-bed6-ad773467318f req-2413876a-ef9b-4e15-8a60-e0cd4aca6403 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0465152 Jun 03 16:21:09.524824 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-383a4b09-5714-4824-bed6-ad773467318f req-a852c66f-5274-4258-97ae-5fe5e4823341 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421507 Jun 03 16:21:10.332493 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bd755-e4e1-4891-985a-eaab7bdaf6f1 req-4b9f9c85-fd9d-42b8-9ee9-637fcf3e6b79 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:10.334106 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-867bd755-e4e1-4891-985a-eaab7bdaf6f1 req-4b9f9c85-fd9d-42b8-9ee9-637fcf3e6b79 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0467353 Jun 03 16:21:10.382499 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-867bd755-e4e1-4891-985a-eaab7bdaf6f1 req-b5996d19-0e6d-4a8f-a14f-276999487bb8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425348 Jun 03 16:21:10.403846 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe55398-8deb-4fd4-90a6-8a429beb2326 req-c318329c-9449-4515-9d99-fbcf3a560a0a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:10.405299 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7fe55398-8deb-4fd4-90a6-8a429beb2326 req-c318329c-9449-4515-9d99-fbcf3a560a0a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0467315 Jun 03 16:21:10.454201 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7fe55398-8deb-4fd4-90a6-8a429beb2326 req-8c962bd2-1f02-4d81-9445-9655e081062b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427630 Jun 03 16:21:10.636390 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708944d-194a-4545-b97c-b11fcaadc8f6 req-f2f65971-f9e6-4ab6-a840-af26f9ebd4be tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:10.637949 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0708944d-194a-4545-b97c-b11fcaadc8f6 req-f2f65971-f9e6-4ab6-a840-af26f9ebd4be tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0486104 Jun 03 16:21:10.683454 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0708944d-194a-4545-b97c-b11fcaadc8f6 req-f971f1e6-6fa9-4dda-ab3d-59a6c9612032 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Jun 03 16:21:11.501643 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9974b-2511-48eb-bad8-949cfb5eb493 req-9b37e637-4251-47f2-bc6e-53ab47ec775d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:11.503724 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bfa9974b-2511-48eb-bad8-949cfb5eb493 req-9b37e637-4251-47f2-bc6e-53ab47ec775d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0472014 Jun 03 16:21:11.550929 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bfa9974b-2511-48eb-bad8-949cfb5eb493 req-d3d0ec86-4c76-4ebe-807e-1c95819925f5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416000 Jun 03 16:21:11.568482 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295fa0b-2fcd-4702-abcc-15d91eb04a39 req-628c5674-c678-4b8d-a103-3e6c519d7f9b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:11.569994 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b295fa0b-2fcd-4702-abcc-15d91eb04a39 req-628c5674-c678-4b8d-a103-3e6c519d7f9b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0468831 Jun 03 16:21:11.615493 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b295fa0b-2fcd-4702-abcc-15d91eb04a39 req-ec3efb7a-5b50-4705-be55-a04e20bb060d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401123 Jun 03 16:21:11.793261 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ea340-4c74-458a-8675-551af36c4277 req-c5824e49-bdcc-4d9e-95d0-bc0ba1f745b4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:11.794688 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f53ea340-4c74-458a-8675-551af36c4277 req-c5824e49-bdcc-4d9e-95d0-bc0ba1f745b4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0460179 Jun 03 16:21:11.839646 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f53ea340-4c74-458a-8675-551af36c4277 req-4f1b0aa8-a999-4815-8594-5056ce7cb5d0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Jun 03 16:21:12.668533 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f3b7a-985f-4a14-83c2-95d2176416f2 req-aba97e04-ce71-4722-a4cb-7b790af3a916 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:12.670031 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-582f3b7a-985f-4a14-83c2-95d2176416f2 req-aba97e04-ce71-4722-a4cb-7b790af3a916 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0474985 Jun 03 16:21:12.721370 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-582f3b7a-985f-4a14-83c2-95d2176416f2 req-b3053993-1354-45ad-8359-3ce540868629 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458283 Jun 03 16:21:12.732509 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5f417-7c1a-4526-90a6-15531e014db7 req-14064516-efd8-4f35-8ed0-0a97f4566c20 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:12.734091 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c3a5f417-7c1a-4526-90a6-15531e014db7 req-14064516-efd8-4f35-8ed0-0a97f4566c20 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0495121 Jun 03 16:21:12.780593 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c3a5f417-7c1a-4526-90a6-15531e014db7 req-ea4207ff-e221-4c25-b802-bc2c7251a0d6 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409091 Jun 03 16:21:12.950779 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de4aa0-405a-4f79-b9ca-ec69d3970280 req-d29f3938-58f4-40b8-943b-c2c6b26722dd tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:12.952232 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22de4aa0-405a-4f79-b9ca-ec69d3970280 req-d29f3938-58f4-40b8-943b-c2c6b26722dd tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0465000 Jun 03 16:21:12.997666 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22de4aa0-405a-4f79-b9ca-ec69d3970280 req-d936d3ac-6087-4a7a-8d6e-ef76c68a0f6a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400298 Jun 03 16:21:13.837787 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5384c82-2a91-4cab-b4ea-8ed20739ce7c req-5ebd5482-b804-4e8a-9bf1-73a149557992 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:13.839275 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c5384c82-2a91-4cab-b4ea-8ed20739ce7c req-5ebd5482-b804-4e8a-9bf1-73a149557992 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0469780 Jun 03 16:21:13.875109 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:13.886313 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c5384c82-2a91-4cab-b4ea-8ed20739ce7c req-09e94f44-4ec6-44ba-bbdc-1a5606f22f8a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 Jun 03 16:21:13.895946 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfff34a-b769-4b01-bf20-654b9608c10e req-74eeb9ab-63f7-4a05-8627-8004d6bd77bd tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:13.897698 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7cfff34a-b769-4b01-bf20-654b9608c10e req-74eeb9ab-63f7-4a05-8627-8004d6bd77bd tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0494795 Jun 03 16:21:13.948057 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7cfff34a-b769-4b01-bf20-654b9608c10e req-0b5f08bd-1a2d-4d9f-8096-10aff6d627e7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444658 Jun 03 16:21:14.110551 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5809-3314-4826-bf32-0ea6fd51d778 req-95417440-56cf-490f-bf6b-6812d589c501 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:14.112043 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-51ab5809-3314-4826-bf32-0ea6fd51d778 req-95417440-56cf-490f-bf6b-6812d589c501 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 943 time: 0.0493398 Jun 03 16:21:14.158313 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-51ab5809-3314-4826-bf32-0ea6fd51d778 req-cceb05cd-9cfd-4e49-b770-41b1f2612e2b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403819 Jun 03 16:21:14.661100 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:14.824542 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device d868f766-fcef-4abb-aaea-7f4466fd0395 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:21:14.921505 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port d868f766-fcef-4abb-aaea-7f4466fd0395, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d868f766-fcef-4abb-aaea-7f4466fd0395,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:21:14.933659 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'd868f766-fcef-4abb-aaea-7f4466fd0395', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'port_id': 'd868f766-fcef-4abb-aaea-7f4466fd0395', 'mac_address': 'fa:16:3e:6f:aa:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:21:14.967520 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port d868f766-fcef-4abb-aaea-7f4466fd0395 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:21:14.967907 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:14.982668 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d868f766-fcef-4abb-aaea-7f4466fd0395 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:21:15.005782 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port d868f766-fcef-4abb-aaea-7f4466fd0395, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d868f766-fcef-4abb-aaea-7f4466fd0395,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:21:15.010070 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:15.014105 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7df83c-14df-47d2-9e8a-4b85ea1be30f req-3aa29531-82f0-4fdb-998e-c367b3ca3dac tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.015679 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9d7df83c-14df-47d2-9e8a-4b85ea1be30f req-3aa29531-82f0-4fdb-998e-c367b3ca3dac tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0546927 Jun 03 16:21:15.061670 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:15.062565 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=d868f766-fcef-4abb-aaea-7f4466fd0395,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:15.067592 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a51658-65c7-4f0d-bb28-c36869454e76 req-29cd6d11-399c-4fdb-a58f-efa696f80f77 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.069252 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41a51658-65c7-4f0d-bb28-c36869454e76 req-29cd6d11-399c-4fdb-a58f-efa696f80f77 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0500772 Jun 03 16:21:15.074730 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9d7df83c-14df-47d2-9e8a-4b85ea1be30f req-c6eaaf0d-d6a1-4a2a-b6ab-75a18f6e00fc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435851 Jun 03 16:21:15.116810 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41a51658-65c7-4f0d-bb28-c36869454e76 req-58586d41-b233-40ea-9cf7-cf6ab0a00fab tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420902 Jun 03 16:21:15.266594 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd32b73-6d03-4466-a65b-4263c0740a6e req-cfb7c47f-e0e1-4a07-9ec3-9b8811488a75 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.268079 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdd32b73-6d03-4466-a65b-4263c0740a6e req-cfb7c47f-e0e1-4a07-9ec3-9b8811488a75 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 944 time: 0.0453930 Jun 03 16:21:15.314254 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdd32b73-6d03-4466-a65b-4263c0740a6e req-f5217ae0-b134-4c3f-b61c-7d1cc02381c8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400004 Jun 03 16:21:15.502307 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-6ebed7c6-25f5-4a6d-a913-905615982ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.504356 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-6ebed7c6-25f5-4a6d-a913-905615982ace service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 1128 time: 0.0811365 Jun 03 16:21:15.618120 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:15.630887 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-2aa2ccb8-7509-4be1-a816-ed3e043a6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.632366 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-2aa2ccb8-7509-4be1-a816-ed3e043a6981 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 917 time: 0.0891550 Jun 03 16:21:15.670926 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-4a5f3612-9477-4b46-9edd-858add553c5c service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d868f766-fcef-4abb-aaea-7f4466fd0395 HTTP/1.1" status: 200 len: 217 time: 0.0325317 Jun 03 16:21:15.683057 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['d868f766-fcef-4abb-aaea-7f4466fd0395'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:21:15.722366 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-3d438235-9325-4da9-82cb-942d8d5b9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.723846 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-3d438235-9325-4da9-82cb-942d8d5b9182 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.0435340 Jun 03 16:21:15.770142 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-5aa72de1-45ad-4a9c-9a2f-521768a20aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.771766 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-5aa72de1-45ad-4a9c-9a2f-521768a20aac service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413830 Jun 03 16:21:15.845860 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:15.859411 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-eaccfd47-1450-46c9-94db-be0d2876a57e service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808139 Jun 03 16:21:15.948836 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f7a41ade-5bf3-4400-af73-5b625b7c9f8f req-06fe03d8-c3e2-43d7-970f-072c33d5cd9d service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828686 Jun 03 16:21:16.195910 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d67ae6-58b8-4a29-98aa-397daf768f20 req-e22c8d98-fcba-4d0b-b9e8-0573d8a62cb5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:16.197126 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-03d67ae6-58b8-4a29-98aa-397daf768f20 req-e22c8d98-fcba-4d0b-b9e8-0573d8a62cb5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0473514 Jun 03 16:21:16.234893 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648642f-ce05-41f4-941f-e3e0dfd06aa9 req-aca8e805-8d82-4d93-b298-af5c57b3480a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:16.236428 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9648642f-ce05-41f4-941f-e3e0dfd06aa9 req-aca8e805-8d82-4d93-b298-af5c57b3480a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0499611 Jun 03 16:21:16.246168 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-03d67ae6-58b8-4a29-98aa-397daf768f20 req-8806f8a2-a66d-4972-b2ee-1f5c4de6640d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433166 Jun 03 16:21:16.291066 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9648642f-ce05-41f4-941f-e3e0dfd06aa9 req-a0edc571-d556-4a94-84ce-b853f8161560 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468175 Jun 03 16:21:16.428233 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f985e-1acf-43db-a56d-82dcbcb59b7a req-edd758e4-96f9-472e-8b22-863d206bc3e1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:16.429839 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-106f985e-1acf-43db-a56d-82dcbcb59b7a req-edd758e4-96f9-472e-8b22-863d206bc3e1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 944 time: 0.0497468 Jun 03 16:21:16.496518 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-106f985e-1acf-43db-a56d-82dcbcb59b7a req-6b70fcb9-7a58-47e9-a217-66190f15d902 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600977 Jun 03 16:21:16.533037 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae19c11-62c7-4231-9568-0dd7c556794d req-04bb4fa7-17bb-4f26-b7fa-2edb42265ee1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:16.535729 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fae19c11-62c7-4231-9568-0dd7c556794d req-04bb4fa7-17bb-4f26-b7fa-2edb42265ee1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0488257 Jun 03 16:21:16.845024 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e17c1-705e-4c39-bb56-e4036650195d req-1e5429ce-b089-4a17-b91f-f094f8da9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:16.846402 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-125e17c1-705e-4c39-bb56-e4036650195d req-1e5429ce-b089-4a17-b91f-f094f8da9899 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 1130 time: 0.2909911 Jun 03 16:21:16.850438 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fae19c11-62c7-4231-9568-0dd7c556794d req-6d45030c-253c-448c-bf68-5f07e3d037d0 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092680 Jun 03 16:21:16.936484 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e17c1-705e-4c39-bb56-e4036650195d req-49d5ce79-f1a4-4f41-8a8b-feeff2452128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:16.937905 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-125e17c1-705e-4c39-bb56-e4036650195d req-49d5ce79-f1a4-4f41-8a8b-feeff2452128 service neutron] 10.222.0.118 "GET /v2.0/networks?id=c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 200 len: 912 time: 0.0810518 Jun 03 16:21:17.000470 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-125e17c1-705e-4c39-bb56-e4036650195d req-93e373f8-a1d7-455a-94f0-919106602cd9 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c HTTP/1.1" status: 200 len: 1002 time: 0.0554039 Jun 03 16:21:17.046783 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e17c1-705e-4c39-bb56-e4036650195d req-44190c1b-1465-45a5-b0c6-97db49c534be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:17.048385 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-125e17c1-705e-4c39-bb56-e4036650195d req-44190c1b-1465-45a5-b0c6-97db49c534be service neutron] 10.222.0.118 "GET /v2.0/subnets?id=66586911-787f-4f5f-8dbf-ce2c5b62b5ee HTTP/1.1" status: 200 len: 849 time: 0.0414958 Jun 03 16:21:17.091637 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e17c1-705e-4c39-bb56-e4036650195d req-abb72e02-31c4-477a-a728-ddb84df60d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:17.093082 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-125e17c1-705e-4c39-bb56-e4036650195d req-abb72e02-31c4-477a-a728-ddb84df60d75 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c3619401-b67f-424d-9ca5-3555aafbaad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386906 Jun 03 16:21:17.187428 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-125e17c1-705e-4c39-bb56-e4036650195d req-82a18899-304c-4840-a34f-e3f52dd1fe64 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841327 Jun 03 16:21:17.236956 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device d868f766-fcef-4abb-aaea-7f4466fd0395 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:21:17.275161 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-125e17c1-705e-4c39-bb56-e4036650195d req-47a4b808-1cd3-4c73-a802-9ba92a4ccb72 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812314 Jun 03 16:21:17.281564 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port d868f766-fcef-4abb-aaea-7f4466fd0395 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:21:17.288242 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port d868f766-fcef-4abb-aaea-7f4466fd0395 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:21:17.288610 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:17.363174 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port d868f766-fcef-4abb-aaea-7f4466fd0395 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:21:17.363573 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:17.367326 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58147495-369e-4a34-bc4f-6d6b76b88b53 req-1e287a21-f917-4348-8cf3-b2801c64535e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:17.368814 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-58147495-369e-4a34-bc4f-6d6b76b88b53 req-1e287a21-f917-4348-8cf3-b2801c64535e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0470350 Jun 03 16:21:17.386445 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd868f766-fcef-4abb-aaea-7f4466fd0395'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:21:17.388656 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e36e47-0567-4bd1-b316-297c27fc0ffd" -d '{"events": [{"server_uuid": "962bba3e-675b-481f-840a-f5d0d2540cb5", "name": "network-vif-plugged", "status": "completed", "tag": "d868f766-fcef-4abb-aaea-7f4466fd0395"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:17.403409 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port d868f766-fcef-4abb-aaea-7f4466fd0395, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d868f766-fcef-4abb-aaea-7f4466fd0395,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:21:17.407882 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:17.423875 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-58147495-369e-4a34-bc4f-6d6b76b88b53 req-5ce2a2f6-a21a-4483-953d-eea9af462d5a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494056 Jun 03 16:21:17.434472 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf96df-76d2-4221-9c50-913ee5db653b x-openstack-request-id: req-8fdf96df-76d2-4221-9c50-913ee5db653b {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:17.434595 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962bba3e-675b-481f-840a-f5d0d2540cb5", "name": "network-vif-plugged", "status": "completed", "tag": "d868f766-fcef-4abb-aaea-7f4466fd0395", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:17.434841 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fdf96df-76d2-4221-9c50-913ee5db653b {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:17.435234 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdf96df-76d2-4221-9c50-913ee5db653b'] response: {'server_uuid': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd868f766-fcef-4abb-aaea-7f4466fd0395', 'code': 200} Jun 03 16:21:17.460343 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=d868f766-fcef-4abb-aaea-7f4466fd0395,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:17.611488 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff19d3-8403-4a66-a916-a866c9fa988f req-1dffdd0c-858b-4efb-8e00-705b12a57117 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:17.613052 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41ff19d3-8403-4a66-a916-a866c9fa988f req-1dffdd0c-858b-4efb-8e00-705b12a57117 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.0521307 Jun 03 16:21:17.624023 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:17.660566 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41ff19d3-8403-4a66-a916-a866c9fa988f req-7b9278dc-2850-4376-b863-7343f1297ee3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419917 Jun 03 16:21:17.968404 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2fe0-1f65-42d6-a860-9a553a2c7f39 req-c5c2dc6e-6cd1-4226-a343-98f3a2e91bda tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:17.969895 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-192e2fe0-1f65-42d6-a860-9a553a2c7f39 req-c5c2dc6e-6cd1-4226-a343-98f3a2e91bda tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0491834 Jun 03 16:21:18.017079 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-192e2fe0-1f65-42d6-a860-9a553a2c7f39 req-e7c1424b-c545-45b9-91e1-873006ff3777 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413303 Jun 03 16:21:18.500501 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:18.538768 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad604b0f-0831-49e9-a5fd-c6462842fd8e req-41c2cb9a-a647-439f-9683-2ee2e712f794 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:18.540138 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad604b0f-0831-49e9-a5fd-c6462842fd8e req-41c2cb9a-a647-439f-9683-2ee2e712f794 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0492933 Jun 03 16:21:18.584982 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad604b0f-0831-49e9-a5fd-c6462842fd8e req-5bafa0e7-d4a0-4841-957e-1704088b6910 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394084 Jun 03 16:21:18.794131 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862d471-9442-4035-845b-077f9b359f37 req-35d31bd3-32c0-45b3-a7dd-2fce3710faac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:18.795698 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9862d471-9442-4035-845b-077f9b359f37 req-35d31bd3-32c0-45b3-a7dd-2fce3710faac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.0603623 Jun 03 16:21:18.825525 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeafcf-1368-4653-8189-6fd79cc765c3 req-c8d7e0e9-f112-4a89-9c57-9b815a65995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:18.827055 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dbaeafcf-1368-4653-8189-6fd79cc765c3 req-c8d7e0e9-f112-4a89-9c57-9b815a65995f service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 1129 time: 0.0399168 Jun 03 16:21:18.845966 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9862d471-9442-4035-845b-077f9b359f37 req-efd21e9e-6f7e-4721-b93e-da560aa0eb76 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Jun 03 16:21:19.132121 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb76a57-6400-4a41-833b-d1142d966cb5 req-5be512d5-a52b-49e1-950f-0bffee58f462 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:19.133708 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9bb76a57-6400-4a41-833b-d1142d966cb5 req-5be512d5-a52b-49e1-950f-0bffee58f462 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0479281 Jun 03 16:21:19.185623 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9bb76a57-6400-4a41-833b-d1142d966cb5 req-bf68beae-be64-40c1-a58d-bc8c42e7c1e0 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463588 Jun 03 16:21:19.295725 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-91450eb1-7657-4f7f-b567-18f02a39b2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:19.383639 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dbaeafcf-1368-4653-8189-6fd79cc765c3 req-1ad2147c-b756-4b6e-99fe-d0d4a7434384 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Jun 03 16:21:19.703356 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af99a5-664c-4e59-9d75-a08fc803c1bc req-6cb4738a-cd7b-42f0-919c-2c51ed9c601b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:19.704875 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-20af99a5-664c-4e59-9d75-a08fc803c1bc req-6cb4738a-cd7b-42f0-919c-2c51ed9c601b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0486362 Jun 03 16:21:19.756616 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-20af99a5-664c-4e59-9d75-a08fc803c1bc req-21b55160-1ed8-4d80-b43c-08eb1eb7adda tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449653 Jun 03 16:21:19.964784 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c03969-58d9-4b0a-8a05-d1fb7bcfb26b req-e907418b-f8bb-405b-8926-62e9a1bd7a40 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:19.973657 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b2c03969-58d9-4b0a-8a05-d1fb7bcfb26b req-e907418b-f8bb-405b-8926-62e9a1bd7a40 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.0561609 Jun 03 16:21:20.024745 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b2c03969-58d9-4b0a-8a05-d1fb7bcfb26b req-f43b7bba-9c0e-4169-9250-3caf02d10cbc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501773 Jun 03 16:21:20.496697 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc83fcf-0ace-4afb-9c5e-cc22cb4322f5 req-37d30915-494a-447c-9fe7-02b80bad757c tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:20.498308 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fdc83fcf-0ace-4afb-9c5e-cc22cb4322f5 req-37d30915-494a-447c-9fe7-02b80bad757c tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 946 time: 0.0498118 Jun 03 16:21:20.555270 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fdc83fcf-0ace-4afb-9c5e-cc22cb4322f5 req-e626a42e-ebbd-41b1-bb2f-e66974feefb9 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506294 Jun 03 16:21:20.894299 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa297-237d-4b12-969a-03a269172d76 req-03cda4f6-6e09-48eb-800e-68b01e6d12d5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:20.896206 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-043aa297-237d-4b12-969a-03a269172d76 req-03cda4f6-6e09-48eb-800e-68b01e6d12d5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0528476 Jun 03 16:21:20.959815 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-043aa297-237d-4b12-969a-03a269172d76 req-09a54f9d-0a7f-4e29-b7ac-3b277c69e0ea tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528197 Jun 03 16:21:21.161620 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e94004-8a89-4618-acd9-d37c589f314b req-d33430c1-d7f0-4533-9e85-3ccead8bc345 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:21.167916 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c4e94004-8a89-4618-acd9-d37c589f314b req-d33430c1-d7f0-4533-9e85-3ccead8bc345 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.0752039 Jun 03 16:21:21.228454 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c4e94004-8a89-4618-acd9-d37c589f314b req-87061334-d8d0-476a-96ff-6e0232e24e6d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532973 Jun 03 16:21:21.610856 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a8c27ab-e002-4202-84e4-7afb0b335708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:21.683445 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b5cd8-3ba9-4d52-b09f-1ae5e16dfe6f req-d933cffa-01a5-4a00-b530-9448e8feabbd tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:21.690898 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-430b5cd8-3ba9-4d52-b09f-1ae5e16dfe6f req-d933cffa-01a5-4a00-b530-9448e8feabbd tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 946 time: 0.0547357 Jun 03 16:21:21.734775 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-430b5cd8-3ba9-4d52-b09f-1ae5e16dfe6f req-4a4ab69f-cc32-4d6e-a2b6-1094a58a35d0 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Jun 03 16:21:22.070255 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53713ff-71f3-4f9d-b454-713409c458fa req-fbb39c55-6065-4471-8f22-8dd5f84665ef tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:22.071897 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a53713ff-71f3-4f9d-b454-713409c458fa req-fbb39c55-6065-4471-8f22-8dd5f84665ef tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0509760 Jun 03 16:21:22.120516 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a53713ff-71f3-4f9d-b454-713409c458fa req-e8856169-8066-471f-9039-fb3b206bb9ea tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429323 Jun 03 16:21:22.372515 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8423ea3-a25d-41e2-91c1-60efeb7843b6 req-5212bdd1-70c0-4d54-aa30-921e6977d061 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:22.374699 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8423ea3-a25d-41e2-91c1-60efeb7843b6 req-5212bdd1-70c0-4d54-aa30-921e6977d061 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.0525010 Jun 03 16:21:22.467234 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f8423ea3-a25d-41e2-91c1-60efeb7843b6 req-7d58fcda-1250-4d37-ab65-3004534063a3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868840 Jun 03 16:21:22.864429 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:22.865798 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d1a83-c687-4498-ab77-8ff122d3bf6e req-e234b44a-864f-4a43-9921-1a8579fa8f32 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:22.867323 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ce2d1a83-c687-4498-ab77-8ff122d3bf6e req-e234b44a-864f-4a43-9921-1a8579fa8f32 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 946 time: 0.0620003 Jun 03 16:21:22.926073 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ce2d1a83-c687-4498-ab77-8ff122d3bf6e req-137f65a8-a567-4269-97df-c200c1673620 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491791 Jun 03 16:21:23.260732 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f3f27-0ea0-49e7-bea3-482c8634598d req-02de964a-6396-490c-b335-0924dd0a5b86 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:23.262616 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-043f3f27-0ea0-49e7-bea3-482c8634598d req-02de964a-6396-490c-b335-0924dd0a5b86 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0611141 Jun 03 16:21:23.311857 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:23.326391 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-043f3f27-0ea0-49e7-bea3-482c8634598d req-61cb067b-ff26-4d7d-9dab-f3356ed17831 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578191 Jun 03 16:21:23.537851 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-ce2763b6-c416-43ea-a8a9-0969f19ab7b6 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:23.539687 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-ce2763b6-c416-43ea-a8a9-0969f19ab7b6 tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.118 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 946 time: 0.0545099 Jun 03 16:21:23.617565 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e7935-0b73-4867-b544-9597ea8258fb req-60793409-d59c-4da1-b422-ce0f4d73a5e0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:23.619044 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ae4e7935-0b73-4867-b544-9597ea8258fb req-60793409-d59c-4da1-b422-ce0f4d73a5e0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.0734639 Jun 03 16:21:23.666243 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:23.693615 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-21012c4d-6286-4334-8b07-b5e547a8de6a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Deleting port a82127a2-5b2e-49b0-88b4-20b967cc8d05 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:21:23.693949 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-21012c4d-6286-4334-8b07-b5e547a8de6a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:23.745943 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ae4e7935-0b73-4867-b544-9597ea8258fb req-be789c0c-2dbb-4e58-b7e6-28b93046dfb9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180167 Jun 03 16:21:23.778601 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:23.809567 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-21012c4d-6286-4334-8b07-b5e547a8de6a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] For port a82127a2-5b2e-49b0-88b4-20b967cc8d05, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a82127a2-5b2e-49b0-88b4-20b967cc8d05,segment=NetworkSegment(24731df6-58c2-4223-b2ee-461c931cf35b),segment_id=24731df6-58c2-4223-b2ee-461c931cf35b)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:21:23.810028 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-21012c4d-6286-4334-8b07-b5e547a8de6a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:23.828409 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-21012c4d-6286-4334-8b07-b5e547a8de6a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Calling delete_port for a82127a2-5b2e-49b0-88b4-20b967cc8d05 owned by compute:nova {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:21:23.872364 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d762a-967e-413b-8577-4c07bfb26a4c req-b5988947-90ae-4e82-ae52-e18fdfc22c26 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:23.875845 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b3d762a-967e-413b-8577-4c07bfb26a4c req-b5988947-90ae-4e82-ae52-e18fdfc22c26 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.0498261 Jun 03 16:21:23.883883 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46410) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:23.889957 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-6da9d09c-9a14-4343-bc78-041c9248b97f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'floatingip': {'port_id': 'd868f766-fcef-4abb-aaea-7f4466fd0395'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:21:23.935725 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6da9d09c-9a14-4343-bc78-041c9248b97f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (134b41b7-db21-40db-a4d6-70968430e95e), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:23.983517 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:23.987889 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:24.000456 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-21012c4d-6286-4334-8b07-b5e547a8de6a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (a82127a2-5b2e-49b0-88b4-20b967cc8d05), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:24.017385 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['a82127a2-5b2e-49b0-88b4-20b967cc8d05'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:21:24.069104 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21012c4d-6286-4334-8b07-b5e547a8de6a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Pushing event deleted for resources: {'Port': ['ID=a82127a2-5b2e-49b0-88b4-20b967cc8d05,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:24.123108 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-68edaba3-d0ad-4322-91cd-df12e92da502 req-4107604c-15ff-43d1-bc52-8e729480d89e tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.41 "GET /v2.0/ports?device_id=42eb67eb-b939-4633-bea4-2cc1db4b7f1d HTTP/1.1" status: 200 len: 210 time: 0.0584877 Jun 03 16:21:24.154944 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-21012c4d-6286-4334-8b07-b5e547a8de6a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] No DVR routers for this DVR port a82127a2-5b2e-49b0-88b4-20b967cc8d05 on host hv-cinder-83699 {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:21:24.157493 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-21012c4d-6286-4334-8b07-b5e547a8de6a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:24.160797 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-be1e7cff-25a5-49db-bda5-d20afb19a53b req-21012c4d-6286-4334-8b07-b5e547a8de6a tempest-VolumesSnapshotTestJSON-2076250543 tempest-VolumesSnapshotTestJSON-2076250543-project] 10.222.0.118 "DELETE /v2.0/ports/a82127a2-5b2e-49b0-88b4-20b967cc8d05 HTTP/1.1" status: 204 len: 173 time: 0.6064305 Jun 03 16:21:24.161226 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eb67eb-b939-4633-bea4-2cc1db4b7f1d', 'name': 'network-vif-deleted', 'tag': 'a82127a2-5b2e-49b0-88b4-20b967cc8d05'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:21:24.163567 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d8e2af-89a5-4a6e-a759-1dd6caa7d186" -d '{"events": [{"server_uuid": "42eb67eb-b939-4633-bea4-2cc1db4b7f1d", "name": "network-vif-deleted", "tag": "a82127a2-5b2e-49b0-88b4-20b967cc8d05"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:24.227618 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7e88ee-211d-43ea-979c-13c87bec20d1 x-openstack-request-id: req-0a7e88ee-211d-43ea-979c-13c87bec20d1 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:24.231116 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eb67eb-b939-4633-bea4-2cc1db4b7f1d", "name": "network-vif-deleted", "tag": "a82127a2-5b2e-49b0-88b4-20b967cc8d05", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:24.231597 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a7e88ee-211d-43ea-979c-13c87bec20d1 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:24.232238 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7e88ee-211d-43ea-979c-13c87bec20d1'] response: {'server_uuid': '42eb67eb-b939-4633-bea4-2cc1db4b7f1d', 'name': 'network-vif-deleted', 'tag': 'a82127a2-5b2e-49b0-88b4-20b967cc8d05', 'status': 'completed', 'code': 200} Jun 03 16:21:24.469043 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05e886-c365-4f66-8fc1-09c793444531 req-51f27485-b4f8-4b27-977d-2568fd3b8a52 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:24.470566 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0b05e886-c365-4f66-8fc1-09c793444531 req-51f27485-b4f8-4b27-977d-2568fd3b8a52 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0491176 Jun 03 16:21:24.483964 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6da9d09c-9a14-4343-bc78-041c9248b97f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:24.488154 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6da9d09c-9a14-4343-bc78-041c9248b97f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (134b41b7-db21-40db-a4d6-70968430e95e), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:24.519466 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0b05e886-c365-4f66-8fc1-09c793444531 req-20e33596-9c43-4edf-b4ed-1f0a4b5326fa tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432656 Jun 03 16:21:24.588595 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-6da9d09c-9a14-4343-bc78-041c9248b97f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Floating IP 134b41b7-db21-40db-a4d6-70968430e95e associated. External IP: 172.27.2.60, port: d868f766-fcef-4abb-aaea-7f4466fd0395. Jun 03 16:21:24.802579 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da9d09c-9a14-4343-bc78-041c9248b97f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:21:24.914606 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da9d09c-9a14-4343-bc78-041c9248b97f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:21:24.922087 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6da9d09c-9a14-4343-bc78-041c9248b97f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:24.930618 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:21:24.942378 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:21:24.944391 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:21:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:24.965103 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:24.971839 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6da9d09c-9a14-4343-bc78-041c9248b97f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "PUT /v2.0/floatingips/134b41b7-db21-40db-a4d6-70968430e95e HTTP/1.1" status: 200 len: 990 time: 1.0867176 Jun 03 16:21:24.973177 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'tag': 'd868f766-fcef-4abb-aaea-7f4466fd0395'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:21:24.975802 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29" -d '{"events": [{"name": "network-changed", "server_uuid": "962bba3e-675b-481f-840a-f5d0d2540cb5", "tag": "d868f766-fcef-4abb-aaea-7f4466fd0395"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:25.063106 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:21:25.093692 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f854b9a-7b92-4aa9-b682-4bf4133d2c2b x-openstack-request-id: req-2f854b9a-7b92-4aa9-b682-4bf4133d2c2b {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:25.093985 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962bba3e-675b-481f-840a-f5d0d2540cb5", "tag": "d868f766-fcef-4abb-aaea-7f4466fd0395", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:25.094234 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f854b9a-7b92-4aa9-b682-4bf4133d2c2b {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:25.094637 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f854b9a-7b92-4aa9-b682-4bf4133d2c2b'] response: {'name': 'network-changed', 'server_uuid': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'tag': 'd868f766-fcef-4abb-aaea-7f4466fd0395', 'status': 'completed', 'code': 200} Jun 03 16:21:25.166556 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-ce39981e-ce6c-4fdd-93af-804e5a4f0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:25.168246 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-ce39981e-ce6c-4fdd-93af-804e5a4f0040 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 1129 time: 0.0466378 Jun 03 16:21:25.290556 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-91a6c607-7bc2-4137-9a05-f562dacc1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:25.292290 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-91a6c607-7bc2-4137-9a05-f562dacc1ea1 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 917 time: 0.1068530 Jun 03 16:21:25.332773 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '0ce03369-125c-475f-9408-83cfb9a45ea0', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:7f:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:01Z', 'updated_at': '2022-06-03T16:17:52Z', 'revision_number': 2, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}, {'id': '134b41b7-db21-40db-a4d6-70968430e95e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd868f766-fcef-4abb-aaea-7f4466fd0395', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:6f:aa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:20:51Z', 'updated_at': '2022-06-03T16:21:24Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:25.362340 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:21:25.374522 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:21:25.375146 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:21:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:25.382085 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-3103ccd3-037e-4a3e-9346-234b595b47df service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d868f766-fcef-4abb-aaea-7f4466fd0395 HTTP/1.1" status: 200 len: 998 time: 0.0764506 Jun 03 16:21:25.442717 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-8e8b3f17-76a8-4335-8935-5711bd98e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:25.445801 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-8e8b3f17-76a8-4335-8935-5711bd98e06d service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.0560129 Jun 03 16:21:25.504923 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-399518fd-3bec-42d1-b28d-0330771b385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:25.507443 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-399518fd-3bec-42d1-b28d-0330771b385c service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533264 Jun 03 16:21:25.508922 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:21:25.696074 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccdf0e-e742-49c1-ad12-dba8eab2a942 req-6779b7ef-59a8-4944-af9b-19c84a35be2b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:25.705195 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-41ccdf0e-e742-49c1-ad12-dba8eab2a942 req-6779b7ef-59a8-4944-af9b-19c84a35be2b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0657690 Jun 03 16:21:25.718802 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-ec6e352b-4f36-492c-bd0d-2b37908f860a service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033386 Jun 03 16:21:25.762509 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-41ccdf0e-e742-49c1-ad12-dba8eab2a942 req-2664fd78-0fdf-4c29-a799-10f3b5dd431c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551581 Jun 03 16:21:25.825009 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '0ce03369-125c-475f-9408-83cfb9a45ea0', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:7f:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:01Z', 'updated_at': '2022-06-03T16:17:52Z', 'revision_number': 2, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}, {'id': '134b41b7-db21-40db-a4d6-70968430e95e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd868f766-fcef-4abb-aaea-7f4466fd0395', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:6f:aa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:20:51Z', 'updated_at': '2022-06-03T16:21:24Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:25.834026 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5c1c7a5d-138b-442a-a1f1-e71c5de0ac29 req-1a07081b-521e-4539-81fa-1a51d5441799 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058888 Jun 03 16:21:25.929815 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e33c65-2b25-4abe-8f2d-94b0d5701f08 None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '0ce03369-125c-475f-9408-83cfb9a45ea0', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:7f:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:01Z', 'updated_at': '2022-06-03T16:17:52Z', 'revision_number': 2, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}, {'id': '134b41b7-db21-40db-a4d6-70968430e95e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd868f766-fcef-4abb-aaea-7f4466fd0395', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:6f:aa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:20:51Z', 'updated_at': '2022-06-03T16:21:24Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:21:26.122055 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:26.130728 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704c191-ac92-4f93-ba4c-240220eaa888 None None] New status for floating IP 134b41b7-db21-40db-a4d6-70968430e95e: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:21:26.133201 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:26.186562 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:26.902275 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dac2d-eda4-4c7b-ba49-beb596f310cf req-595a8dee-f3e0-414d-96eb-f57930dee854 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:26.903898 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-640dac2d-eda4-4c7b-ba49-beb596f310cf req-595a8dee-f3e0-414d-96eb-f57930dee854 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0499842 Jun 03 16:21:26.936080 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:26.944282 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:26.958561 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-640dac2d-eda4-4c7b-ba49-beb596f310cf req-c02824f7-ab0f-4bf4-8fcd-b72a38055cb2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492530 Jun 03 16:21:27.251569 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device a82127a2-5b2e-49b0-88b4-20b967cc8d05 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:21:27.270807 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: a82127a2-5b2e-49b0-88b4-20b967cc8d05 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:21:27.271144 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device a82127a2-5b2e-49b0-88b4-20b967cc8d05 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:21:28.086839 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518a1c6-47a2-4100-9054-6a8ccab03b41 req-249f4062-ebc3-457d-b116-a27178c71c9a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:28.088488 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2518a1c6-47a2-4100-9054-6a8ccab03b41 req-249f4062-ebc3-457d-b116-a27178c71c9a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0502758 Jun 03 16:21:28.138159 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2518a1c6-47a2-4100-9054-6a8ccab03b41 req-50e71a50-9dce-44f5-8b4d-e23ccc2d763c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 Jun 03 16:21:29.292087 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6350e5-a047-4342-96cd-df3bf5e0502a req-db664193-f648-4799-8e21-8930607cf48a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:29.293624 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e6350e5-a047-4342-96cd-df3bf5e0502a req-db664193-f648-4799-8e21-8930607cf48a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0590894 Jun 03 16:21:29.351940 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e6350e5-a047-4342-96cd-df3bf5e0502a req-c4707ea3-a52a-4c02-9ccb-614bd4a76c1e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452304 Jun 03 16:21:29.999229 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:30.006692 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:21:30.486103 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e7910-979f-4f36-ab9d-c43e8b659b05 req-70755dbb-11e8-43b0-994c-097b6a9afe53 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:30.487989 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-281e7910-979f-4f36-ab9d-c43e8b659b05 req-70755dbb-11e8-43b0-994c-097b6a9afe53 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0597653 Jun 03 16:21:30.530617 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:30.544539 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-281e7910-979f-4f36-ab9d-c43e8b659b05 req-b5768fcb-9a35-40cf-8466-dc6170165672 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501735 Jun 03 16:21:31.660391 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe149db-f345-41ca-a974-fce3e830ebeb req-363731bd-128d-4488-8c67-d73e4235c506 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:31.661843 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ffe149db-f345-41ca-a974-fce3e830ebeb req-363731bd-128d-4488-8c67-d73e4235c506 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0456500 Jun 03 16:21:31.707043 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ffe149db-f345-41ca-a974-fce3e830ebeb req-b3121e6a-93f2-41b3-be20-cb37d012b351 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398564 Jun 03 16:21:32.696645 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-c8cf2bce-653b-48e0-a6ba-3588e594a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:32.698132 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-c8cf2bce-653b-48e0-a6ba-3588e594a87d service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 1130 time: 0.0414598 Jun 03 16:21:32.787537 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-fed86ad4-2c2d-4e92-b538-80ed4e1d5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:32.789043 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-fed86ad4-2c2d-4e92-b538-80ed4e1d5699 service neutron] 10.222.0.118 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 918 time: 0.0845523 Jun 03 16:21:32.825537 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645dfab-624a-4def-8469-8db14ccb276c req-ce17f777-bc7a-4d93-bb9e-35fe804e0bc6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:32.826999 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6645dfab-624a-4def-8469-8db14ccb276c req-ce17f777-bc7a-4d93-bb9e-35fe804e0bc6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0461717 Jun 03 16:21:32.853675 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-d6099b71-aa14-417d-b292-e27fcdce9c82 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022 HTTP/1.1" status: 200 len: 1001 time: 0.0585907 Jun 03 16:21:32.872981 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6645dfab-624a-4def-8469-8db14ccb276c req-7633bb4e-40b2-4546-8451-fffb20b9b256 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403366 Jun 03 16:21:32.904168 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-b5a3d6a4-74da-477b-add2-5496e3975926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:32.905609 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-b5a3d6a4-74da-477b-add2-5496e3975926 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 200 len: 855 time: 0.0441930 Jun 03 16:21:32.949014 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-2504d93e-e4a3-467e-b1bc-e1d948cddeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:32.950407 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-2504d93e-e4a3-467e-b1bc-e1d948cddeff service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=aac77ef2-24df-4348-b770-e983d0529c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384910 Jun 03 16:21:33.042108 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-8e2d4695-7b60-48a6-b9ef-81f57758511e service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827315 Jun 03 16:21:33.130345 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7ee0576f-9ee0-458e-bc4d-f4468102948e req-2011e38e-1bc0-4460-abeb-1cdf17bc9861 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812576 Jun 03 16:21:33.991204 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcf800-8d65-49ac-8e03-0445533c83ac req-03fc4e7b-16fa-488a-ba46-053dcd4a07c4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:33.992678 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c3bcf800-8d65-49ac-8e03-0445533c83ac req-03fc4e7b-16fa-488a-ba46-053dcd4a07c4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0469623 Jun 03 16:21:34.038595 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c3bcf800-8d65-49ac-8e03-0445533c83ac req-2a0fc9dc-4d65-4452-aeb3-bebbdf35b4d0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404816 Jun 03 16:21:35.159839 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d477f-67ab-428e-bb3f-c3286cdcd017 req-67cc0ee1-c397-4653-b62d-883c8697d155 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:35.161436 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e3d477f-67ab-428e-bb3f-c3286cdcd017 req-67cc0ee1-c397-4653-b62d-883c8697d155 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0513964 Jun 03 16:21:35.209129 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e3d477f-67ab-428e-bb3f-c3286cdcd017 req-2e5b9c74-1d45-4065-b31d-143a6994e882 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 Jun 03 16:21:36.327647 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2c0a3-3029-443b-b218-da974dbc720c req-0de315ae-05ca-438c-8e90-9bd46523a660 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:36.329102 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e3a2c0a3-3029-443b-b218-da974dbc720c req-0de315ae-05ca-438c-8e90-9bd46523a660 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0493138 Jun 03 16:21:36.375092 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e3a2c0a3-3029-443b-b218-da974dbc720c req-ceb6d1d1-6245-4709-80a4-e171034529ad tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400352 Jun 03 16:21:36.885193 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [req-fcdf5cb5-6452-4348-8559-174a2dd4b60b req-d31e14aa-70c9-4a1b-9538-f8090f20743d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:21:36.886197 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fcdf5cb5-6452-4348-8559-174a2dd4b60b req-d31e14aa-70c9-4a1b-9538-f8090f20743d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0468471 Jun 03 16:21:37.039176 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c25f23-ae63-4694-8454-7bab5dfa28b2 req-60a48634-d113-4a46-be6e-e62d8e697cc0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:37.040663 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-87c25f23-ae63-4694-8454-7bab5dfa28b2 req-60a48634-d113-4a46-be6e-e62d8e697cc0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0471885 Jun 03 16:21:37.091660 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-87c25f23-ae63-4694-8454-7bab5dfa28b2 req-bb8bc326-87dd-4c46-8966-8b8da6ebe06d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444605 Jun 03 16:21:37.254475 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:37.255761 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:37.280394 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46560) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:37.356807 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-0e77967c-0452-4f16-91da-05a9769f8910 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753584 Jun 03 16:21:37.365736 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-eeba21eb-780b-48ac-9a32-c98c62ff6952 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:21:37.366663 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-eeba21eb-780b-48ac-9a32-c98c62ff6952 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053077 Jun 03 16:21:37.440773 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46568) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:37.534733 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fb9f2-9167-450f-a673-7af842820e89 req-ad7fe3dd-18af-4265-92fa-a60aadc87bdd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:37.536026 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-ad7fe3dd-18af-4265-92fa-a60aadc87bdd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports/e842e8b9-3bd1-4f5c-ad08-f8f45d991022 HTTP/1.1" status: 200 len: 943 time: 0.0942867 Jun 03 16:21:38.209598 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e864133-eb89-483b-9e5e-df1e631a6779 req-9791b3a6-0dca-463e-9cb8-a88fa7b5d0d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:38.211064 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6e864133-eb89-483b-9e5e-df1e631a6779 req-9791b3a6-0dca-463e-9cb8-a88fa7b5d0d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 946 time: 0.0460804 Jun 03 16:21:38.257551 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6e864133-eb89-483b-9e5e-df1e631a6779 req-20809d16-5952-4de0-b872-ff22540c512d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410416 Jun 03 16:21:38.602771 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e842e8b9-3bd1-4f5c-ad08-f8f45d991022 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:21:38.675280 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 is: ACTIVE; New status is: DOWN {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:21:38.675689 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:38.699029 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:21:38.701433 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e8f74e-4662-412c-bd6f-f7db8773540f" -d '{"events": [{"server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "name": "network-vif-unplugged", "status": "completed", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:38.713723 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:21:38.718178 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:38.768360 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=8']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:38.788769 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Jun 2022 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9429d313-d423-4a7b-b48d-a6d3eb1158e2 x-openstack-request-id: req-9429d313-d423-4a7b-b48d-a6d3eb1158e2 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:38.789049 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "name": "network-vif-unplugged", "status": "failed", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022", "code": 422}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:38.789294 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9429d313-d423-4a7b-b48d-a6d3eb1158e2 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:38.789724 dv-cinder-836996-28-iscsi neutron-server[103938]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9429d313-d423-4a7b-b48d-a6d3eb1158e2']: {'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'code': 422} returned with failed status Jun 03 16:21:39.381063 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13735-c688-4828-8adf-1010c3501079 req-717bbf43-712c-4749-b1b1-4d6c85a039ec tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:39.382537 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dfc13735-c688-4828-8adf-1010c3501079 req-717bbf43-712c-4749-b1b1-4d6c85a039ec tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0504382 Jun 03 16:21:39.400775 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:39.414637 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:39.428611 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dfc13735-c688-4828-8adf-1010c3501079 req-59ba65fe-7555-4d4d-bcc0-e14fc4dcd2bc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Jun 03 16:21:40.001535 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=88 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:40.546439 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd2753-4e03-4b16-8ab2-a9deffccb44b req-675c408e-29ae-458d-afdd-0b31ab916de0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:40.547811 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ecdd2753-4e03-4b16-8ab2-a9deffccb44b req-675c408e-29ae-458d-afdd-0b31ab916de0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0471399 Jun 03 16:21:40.592958 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ecdd2753-4e03-4b16-8ab2-a9deffccb44b req-275ad102-0549-4e02-93bc-ae9cc2dde6dc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396287 Jun 03 16:21:41.709020 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf0196-ae32-4404-b848-74d3b0d3a9b6 req-dd3defb1-b51d-4733-a754-b0dbf32a1ee8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:41.710496 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-33bf0196-ae32-4404-b848-74d3b0d3a9b6 req-dd3defb1-b51d-4733-a754-b0dbf32a1ee8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0460825 Jun 03 16:21:41.757004 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-33bf0196-ae32-4404-b848-74d3b0d3a9b6 req-eccfd1b0-069e-445a-8b4f-e3a5f1896a3e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405710 Jun 03 16:21:42.885304 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a0483-e20d-4210-a9d4-e14e1d492f6b req-cd1b2fb6-d098-42f7-ac6c-13c05fb7c6f6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:42.886759 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c8a0483-e20d-4210-a9d4-e14e1d492f6b req-cd1b2fb6-d098-42f7-ac6c-13c05fb7c6f6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0479536 Jun 03 16:21:42.937361 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c8a0483-e20d-4210-a9d4-e14e1d492f6b req-829be7ea-d537-4130-8dbb-45e8cbf86deb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439687 Jun 03 16:21:43.432512 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fb9f2-9167-450f-a673-7af842820e89 req-92119e60-688d-4d1b-ae88-cac1b5225165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:43.434120 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-92119e60-688d-4d1b-ae88-cac1b5225165 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06&tenant_id=ffa464e4d2264df68897a6d4b8dc7aab HTTP/1.1" status: 200 len: 1128 time: 0.0778189 Jun 03 16:21:43.509949 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fb9f2-9167-450f-a673-7af842820e89 req-9a548a3c-f26f-48c8-9ece-e5d7a0ad4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:43.511468 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-9a548a3c-f26f-48c8-9ece-e5d7a0ad4701 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 1128 time: 0.0412219 Jun 03 16:21:43.602236 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fb9f2-9167-450f-a673-7af842820e89 req-07585ca9-6315-4488-8df1-465646291181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:43.603699 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-07585ca9-6315-4488-8df1-465646291181 service neutron] 10.222.0.118 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 918 time: 0.0841088 Jun 03 16:21:43.666837 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-45dd00e5-254f-41eb-bdde-81b55a575042 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022 HTTP/1.1" status: 200 len: 999 time: 0.0565159 Jun 03 16:21:43.715101 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fb9f2-9167-450f-a673-7af842820e89 req-1576b2d1-717f-4cb5-be79-d05153785a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:43.716510 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-1576b2d1-717f-4cb5-be79-d05153785a34 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 200 len: 855 time: 0.0418422 Jun 03 16:21:43.757871 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fb9f2-9167-450f-a673-7af842820e89 req-773c417e-772a-40b1-ae40-889f2f4d16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:43.759257 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-773c417e-772a-40b1-ae40-889f2f4d16dc service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=aac77ef2-24df-4348-b770-e983d0529c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0362375 Jun 03 16:21:43.852966 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-7cdf0e1f-18ca-46ce-8566-1a15ff934d82 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824480 Jun 03 16:21:43.940122 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d89fb9f2-9167-450f-a673-7af842820e89 req-f4fcfcce-4749-45ed-8140-9fac1f996919 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796921 Jun 03 16:21:44.062348 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab44de-f42e-4346-a029-75abdec80a6c req-15aa2476-ad60-425e-bc81-b0d403dfea96 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:44.063948 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4aab44de-f42e-4346-a029-75abdec80a6c req-15aa2476-ad60-425e-bc81-b0d403dfea96 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0518363 Jun 03 16:21:44.111976 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4aab44de-f42e-4346-a029-75abdec80a6c req-f527d956-acdb-45e3-b6c0-122c3586578b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416880 Jun 03 16:21:44.664685 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:45.252274 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be794fd-b20c-465b-aacc-84317617bf5b req-c60ac32f-dffa-4536-8660-0f6c59ecf7e8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:45.253871 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6be794fd-b20c-465b-aacc-84317617bf5b req-c60ac32f-dffa-4536-8660-0f6c59ecf7e8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0522528 Jun 03 16:21:45.301259 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6be794fd-b20c-465b-aacc-84317617bf5b req-83e6d876-56b6-44e7-b0cc-c1d40a09fb35 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411320 Jun 03 16:21:46.421077 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97e329-c11d-44a2-bdb3-cf05014179f5 req-9497c9b2-efbc-405e-ad1d-e64597194228 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:46.422557 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bf97e329-c11d-44a2-bdb3-cf05014179f5 req-9497c9b2-efbc-405e-ad1d-e64597194228 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0463972 Jun 03 16:21:46.470284 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bf97e329-c11d-44a2-bdb3-cf05014179f5 req-2a4b0b91-51e3-4c13-9077-ed4e2daf4686 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415559 Jun 03 16:21:47.586419 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52cc5f-5101-46bf-9e31-9a28e2f1d6fe req-008e2b49-57c8-4b15-acb6-09c09ff7473e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:47.587870 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4d52cc5f-5101-46bf-9e31-9a28e2f1d6fe req-008e2b49-57c8-4b15-acb6-09c09ff7473e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0453098 Jun 03 16:21:47.634330 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4d52cc5f-5101-46bf-9e31-9a28e2f1d6fe req-15aef20d-5c6b-41fe-8d66-265a88cd4f39 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410206 Jun 03 16:21:48.753413 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f37f-16ba-480e-a6bb-8dd429b03df6 req-ba63b632-3669-422c-9c00-06a2c3dd3b3f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:48.754866 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8603f37f-16ba-480e-a6bb-8dd429b03df6 req-ba63b632-3669-422c-9c00-06a2c3dd3b3f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0470195 Jun 03 16:21:48.812485 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8603f37f-16ba-480e-a6bb-8dd429b03df6 req-c4a8d8d4-8266-41e9-b8f5-8e5c99c7f8f4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514061 Jun 03 16:21:49.297196 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-31ebf2f0-39fa-4d9e-a968-5a539774316d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:49.927106 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:49.940407 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fa16c-d126-484e-8503-7f8107e79b73 req-fb7e8e1e-c83d-4741-871d-813dff03e310 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:49.941879 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ff9fa16c-d126-484e-8503-7f8107e79b73 req-fb7e8e1e-c83d-4741-871d-813dff03e310 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0493603 Jun 03 16:21:49.993043 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ff9fa16c-d126-484e-8503-7f8107e79b73 req-dee44c4b-a860-4445-856c-2e041d7b2292 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449646 Jun 03 16:21:51.111967 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50bfcf-fda5-4238-92f3-d43c34b07e93 req-d931f3cd-6d86-453b-bee0-02583e2cf91b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:51.113411 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ab50bfcf-fda5-4238-92f3-d43c34b07e93 req-d931f3cd-6d86-453b-bee0-02583e2cf91b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0468557 Jun 03 16:21:51.137747 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:51.163642 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ab50bfcf-fda5-4238-92f3-d43c34b07e93 req-54786af6-8214-4dd4-8098-9c508db482f3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441256 Jun 03 16:21:51.613060 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e90dc76-a2e6-476c-a380-06b44f2dc727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:52.300600 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344265c-ba5a-42ba-8289-fca313930a3c req-173d9adf-ecec-4342-bc2b-7a6e1f6026f0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:52.302616 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e344265c-ba5a-42ba-8289-fca313930a3c req-173d9adf-ecec-4342-bc2b-7a6e1f6026f0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0636542 Jun 03 16:21:52.357054 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e344265c-ba5a-42ba-8289-fca313930a3c req-881aab2f-286a-4dd1-a5a7-7f6794fc4442 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489657 Jun 03 16:21:52.677840 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46728) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:52.727255 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Deleting subnet f97c8fa6-1682-4179-b5aa-260a34a06618 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:21:52.730668 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Publish callbacks [] for subnet (f97c8fa6-1682-4179-b5aa-260a34a06618), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:52.761471 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:52.769555 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17695914'] for subnet (f97c8fa6-1682-4179-b5aa-260a34a06618), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:52.816777 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (f97c8fa6-1682-4179-b5aa-260a34a06618), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:52.865322 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:52.876454 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17591709'] for subnet (f97c8fa6-1682-4179-b5aa-260a34a06618), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:52.903706 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97c8fa6-1682-4179-b5aa-260a34a06618,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:52.912771 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:52.915813 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f97c8fa6-1682-4179-b5aa-260a34a06618 HTTP/1.1" status: 204 len: 168 time: 0.2369995 Jun 03 16:21:52.917784 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.918132 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.918504 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.918810 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.919262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.919492 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 46732) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:52.919916 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.920002 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.920313 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.920676 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.921098 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.921268 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.921589 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.921901 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.922335 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.922526 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113d4fe-1bf8-492c-a818-671030650216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:52.993288 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (018ab0be-ad68-404f-ba6e-516f8e1af734), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:52.999652 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:53.081788 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (018ab0be-ad68-404f-ba6e-516f8e1af734), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:53.104857 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018ab0be-ad68-404f-ba6e-516f8e1af734']}} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:53.114773 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24731df6-58c2-4223-b2ee-461c931cf35b') {'for_net_delete': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:53.115071 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24731df6-58c2-4223-b2ee-461c931cf35b') {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:53.124489 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113044'] for segment (24731df6-58c2-4223-b2ee-461c931cf35b), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:53.138820 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (24731df6-58c2-4223-b2ee-461c931cf35b), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:53.145501 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=103937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:21:53.146865 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25579824'] for segment (24731df6-58c2-4223-b2ee-461c931cf35b), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:53.193143 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 24731df6-58c2-4223-b2ee-461c931cf35b resource provider aggregate not found Jun 03 16:21:53.218070 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 24731df6-58c2-4223-b2ee-461c931cf35b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24731df6-58c2-4223-b2ee-461c931cf35b found for delete ", "request_id": "req-2ba03363-5eb6-41a1-99c3-784fd195589d"}]} Jun 03 16:21:53.228137 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (018ab0be-ad68-404f-ba6e-516f8e1af734), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:53.242536 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:53.246751 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] 10.222.0.41 "DELETE /v2.0/networks/018ab0be-ad68-404f-ba6e-516f8e1af734 HTTP/1.1" status: 204 len: 168 time: 0.3261456 Jun 03 16:21:53.269976 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Pushing event deleted for resources: {'Network': ['ID=018ab0be-ad68-404f-ba6e-516f8e1af734,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:53.278900 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.279552 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.279898 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.280241 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.280575 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.280907 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.281237 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.281565 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.282029 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.282386 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.282824 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.283196 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.283555 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.283880 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.284227 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6289-a32f-4e51-92d3-f20165f88753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:53.475468 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46742) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:53.513503 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d64c-279b-4ae6-a995-3c04138027a9 req-c2509723-d5de-455f-bafb-cd2f9b616b6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:53.515074 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b219d64c-279b-4ae6-a995-3c04138027a9 req-c2509723-d5de-455f-bafb-cd2f9b616b6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0612819 Jun 03 16:21:53.533191 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c9016afb-d340-4a04-8438-72878b456360 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b5c201aae5e438c81d8976289ffb4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565672 Jun 03 16:21:53.535779 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46744) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:53.562402 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b219d64c-279b-4ae6-a995-3c04138027a9 req-69f53782-8f69-4578-9748-7902411bc5f7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416365 Jun 03 16:21:53.590496 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3caa90df-1c4f-461b-b580-2ff473d8b912 admin admin] Publish callbacks [] for security_group (b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:53.613627 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3caa90df-1c4f-461b-b580-2ff473d8b912 admin admin] Publish callbacks [] for security_group (b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:53.665892 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3caa90df-1c4f-461b-b580-2ff473d8b912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:53.668962 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3caa90df-1c4f-461b-b580-2ff473d8b912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:53.673484 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3caa90df-1c4f-461b-b580-2ff473d8b912 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3 HTTP/1.1" status: 204 len: 168 time: 0.1367037 Jun 03 16:21:53.684029 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa90df-1c4f-461b-b580-2ff473d8b912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d9cc48-6cf5-4c3d-81e7-b4e4930a15f3,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:54.045889 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:54.495888 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46770) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:54.598458 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1966405240-network', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:21:54.620823 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Made reservation on behalf of 566b367dc7504d3091558cfd6f35bfa9 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:21:54.623396 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:54.631985 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:54.705124 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab7b16-ab7f-4b2f-97f1-72e225611b18 req-31331927-2f88-4eef-9c9a-a9b5039c284f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:54.706739 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-16ab7b16-ab7f-4b2f-97f1-72e225611b18 req-31331927-2f88-4eef-9c9a-a9b5039c284f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0590479 Jun 03 16:21:54.782734 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-16ab7b16-ab7f-4b2f-97f1-72e225611b18 req-a74fdb18-b237-41d2-8b73-951c4f4e7bc4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688903 Jun 03 16:21:54.801669 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Publish callbacks [] for security_group (d3860d49-6d0a-4f7e-b034-08d0a2ce4e50), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:54.806801 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d3860d49-6d0a-4f7e-b034-08d0a2ce4e50), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:54.821384 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:54.832098 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] vlan segment allocate from pool success with {'vlan_id': 1235, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:21:54.851507 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (506ec001-aa3d-48e5-a2a0-285c6280162c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:54.851838 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Added segment 506ec001-aa3d-48e5-a2a0-285c6280162c of type vlan for network 41e43258-6f06-4a8a-b481-042e12142b50 Jun 03 16:21:54.861575 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:54.914473 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (41e43258-6f06-4a8a-b481-042e12142b50), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:54.944158 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:54.949406 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (41e43258-6f06-4a8a-b481-042e12142b50), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:54.950771 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:54.951629 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.013642 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5166390 Jun 03 16:21:55.016508 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46776) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:55.023788 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Request body: {'subnet': {'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1966405240-subnet', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:21:55.028454 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe5226-65d9-4b6a-b3bd-786c2fabe4ac admin admin] Pushing event updated for resources: {'Network': ['ID=41e43258-6f06-4a8a-b481-042e12142b50,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:55.038864 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 41e43258-6f06-4a8a-b481-042e12142b50 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:21:55.048762 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Made reservation on behalf of 566b367dc7504d3091558cfd6f35bfa9 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:21:55.051394 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17591734'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.230337 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17376873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17591716'] for subnet (4f508499-faa9-4761-986d-00d2317ec53a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.285779 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f508499-faa9-4761-986d-00d2317ec53a,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:55.300617 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Checking segment: {'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:21:55.300990 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Network hostable DHCP agents. Network: 41e43258-6f06-4a8a-b481-042e12142b50, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:21:55.316723 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Network 41e43258-6f06-4a8a-b481-042e12142b50 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:21:55.325374 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 41e43258-6f06-4a8a-b481-042e12142b50) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:21:55.329265 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:55.329851 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.334576 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff4711-6dc0-4c69-a27e-c78f7109897f None None] Network 41e43258-6f06-4a8a-b481-042e12142b50 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:21:55.350494 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bd8843eb-b0f0-4413-b081-76f1655660d7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3329351 Jun 03 16:21:55.353171 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46778) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:55.357263 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:21:55.376440 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (55114440-d7aa-434a-a7d7-8a0544e6e83d), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.377558 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (55114440-d7aa-434a-a7d7-8a0544e6e83d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.441984 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-41e43258-6f06-4a8a-b481-042e12142b50', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:21:55.443611 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.450449 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks [] for router_controller (55114440-d7aa-434a-a7d7-8a0544e6e83d), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.706456 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Allocated IP 172.20.0.2 (41e43258-6f06-4a8a-b481-042e12142b50/4f508499-faa9-4761-986d-00d2317ec53a/00cb83fc-830d-4df4-9621-edd217e54d49) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:21:55.833383 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks [] for router_gateway (55114440-d7aa-434a-a7d7-8a0544e6e83d), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.854731 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Publish callbacks [] for port (00cb83fc-830d-4df4-9621-edd217e54d49), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.857286 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:55.861401 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:55.903488 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Network 41e43258-6f06-4a8a-b481-042e12142b50 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:21:55.910761 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:21:55.913444 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Pushing event updated for resources: {'Port': ['ID=00cb83fc-830d-4df4-9621-edd217e54d49,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:55.915796 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:21:55.932067 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d785ff-bc8e-4fce-95e8-a23332e1fe92 req-c82f8a5e-2d4c-4c44-9032-70cbed5460f9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:55.934538 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-95d785ff-bc8e-4fce-95e8-a23332e1fe92 req-c82f8a5e-2d4c-4c44-9032-70cbed5460f9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0603256 Jun 03 16:21:55.945609 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.955409 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.957113 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.957415 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.957847 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.958191 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.958519 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.958845 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.959167 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.959512 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.959833 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.960155 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.960471 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.960841 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:55.961368 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:56.002812 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-95d785ff-bc8e-4fce-95e8-a23332e1fe92 req-87537162-58cc-4c18-8d99-5445bfd5bf7f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601885 Jun 03 16:21:56.052716 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Attempting to bind port 00cb83fc-830d-4df4-9621-edd217e54d49 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:21:56.053361 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Attempting to bind port 00cb83fc-830d-4df4-9621-edd217e54d49 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:21:56.053881 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Attempting to bind port 00cb83fc-830d-4df4-9621-edd217e54d49 on network 41e43258-6f06-4a8a-b481-042e12142b50 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:21:56.060755 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:21:56.061391 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Checking segment: {'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:21:56.062061 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:56.062606 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Bound using segment: {'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:21:56.063221 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Bound port: 00cb83fc-830d-4df4-9621-edd217e54d49, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:21:56.063763 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:56.087964 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks [] for router_gateway (55114440-d7aa-434a-a7d7-8a0544e6e83d), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:56.108178 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:56.137270 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:56.145972 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] For port 00cb83fc-830d-4df4-9621-edd217e54d49, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:21:56.149767 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] For port 00cb83fc-830d-4df4-9621-edd217e54d49, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=00cb83fc-830d-4df4-9621-edd217e54d49,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:21:56.153378 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:56.157175 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:56.178146 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:56.186326 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:56.234371 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a290d-4f5e-416f-9c0f-3c5743854d75 None None] Pushing event updated for resources: {'Port': ['ID=00cb83fc-830d-4df4-9621-edd217e54d49,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:56.261846 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Allocated IP 172.27.2.235 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/a00a5ad9-dc92-4980-b815-b4e453fa2aa0) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:21:56.384150 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks [] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:56.431599 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:56.492342 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:21:56.496620 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:21:56.499050 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:21:56.547760 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Pushing event updated for resources: {'Port': ['ID=a00a5ad9-dc92-4980-b815-b4e453fa2aa0,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:56.790543 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks [] for router_gateway (55114440-d7aa-434a-a7d7-8a0544e6e83d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.003336 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (55114440-d7aa-434a-a7d7-8a0544e6e83d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.109483 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:57.172434 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:57.180838 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36722afa-11d9-43d7-aa51-6fe1b00b70d3 req-9f543ecb-f2a3-4a50-b862-738bfb2d296c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:57.182376 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36722afa-11d9-43d7-aa51-6fe1b00b70d3 req-9f543ecb-f2a3-4a50-b862-738bfb2d296c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0704889 Jun 03 16:21:57.209713 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Router 55114440-d7aa-434a-a7d7-8a0544e6e83d is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:21:57.310921 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36722afa-11d9-43d7-aa51-6fe1b00b70d3 req-2bc769ad-dd03-474c-b9c8-de4ae5017b03 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219370 Jun 03 16:21:57.317915 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 00cb83fc-830d-4df4-9621-edd217e54d49 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:21:57.353172 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35a811c-d393-4e43-88ac-5ed80ff064c3 None None] Network 41e43258-6f06-4a8a-b481-042e12142b50 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:21:57.362624 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:21:57.371099 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Sync routers for ids ['55114440-d7aa-434a-a7d7-8a0544e6e83d'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:21:57.382070 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.385970 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b4bd7b03-0ce4-42e2-9016-6c9ee482b17a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0292716 Jun 03 16:21:57.386174 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46786) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:57.387252 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Routers {'55114440-d7aa-434a-a7d7-8a0544e6e83d'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:21:57.387958 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:21:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['55114440-d7aa-434a-a7d7-8a0544e6e83d'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:57.415188 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-ca392d8b-99a6-4100-8e8f-8570b2a7c311 None None] Provisioning complete for port 00cb83fc-830d-4df4-9621-edd217e54d49 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:21:57.415594 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca392d8b-99a6-4100-8e8f-8570b2a7c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.485137 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 00cb83fc-830d-4df4-9621-edd217e54d49 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:21:57.485508 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.486673 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Set router 55114440-d7aa-434a-a7d7-8a0544e6e83d gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:21:57.583448 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ca392d8b-99a6-4100-8e8f-8570b2a7c311 None None] Current status of the port 00cb83fc-830d-4df4-9621-edd217e54d49 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:21:57.583839 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca392d8b-99a6-4100-8e8f-8570b2a7c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.652340 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ca392d8b-99a6-4100-8e8f-8570b2a7c311 None None] For port 00cb83fc-830d-4df4-9621-edd217e54d49, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=00cb83fc-830d-4df4-9621-edd217e54d49,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:21:57.655985 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 00cb83fc-830d-4df4-9621-edd217e54d49 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:21:57.656559 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.659940 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ca392d8b-99a6-4100-8e8f-8570b2a7c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.675138 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:56Z', 'revision_number': 3, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:57.698799 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:57.702930 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Checking router: 55114440-d7aa-434a-a7d7-8a0544e6e83d for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:21:57.703284 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Updating router 55114440-d7aa-434a-a7d7-8a0544e6e83d port a00a5ad9-dc92-4980-b815-b4e453fa2aa0 binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:21:57.741478 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.749827 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca392d8b-99a6-4100-8e8f-8570b2a7c311 None None] Pushing event updated for resources: {'Port': ['ID=00cb83fc-830d-4df4-9621-edd217e54d49,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:57.766727 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.db.api [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 16:21:57.767141 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG oslo_db.api [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:21:57.845685 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.881728 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-e884be5c-4a24-459e-85c9-a0ced6be3560 None None] Provisioning complete for port 00cb83fc-830d-4df4-9621-edd217e54d49 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:21:57.882149 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e884be5c-4a24-459e-85c9-a0ced6be3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:57.972946 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e884be5c-4a24-459e-85c9-a0ced6be3560 None None] Current status of the port 00cb83fc-830d-4df4-9621-edd217e54d49 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:21:58.016384 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:58.031565 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Allocated IP 172.20.0.1 (41e43258-6f06-4a8a-b481-042e12142b50/4f508499-faa9-4761-986d-00d2317ec53a/52dac941-ba34-411a-ab60-d2aa94d5fa5a) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:21:58.068230 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Publish callbacks [] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.074349 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.121605 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Attempting to bind port a00a5ad9-dc92-4980-b815-b4e453fa2aa0 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:21:58.122194 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Attempting to bind port a00a5ad9-dc92-4980-b815-b4e453fa2aa0 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:21:58.122736 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Attempting to bind port a00a5ad9-dc92-4980-b815-b4e453fa2aa0 on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:21:58.133878 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:21:58.134244 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:21:58.134809 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.135379 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:21:58.135995 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Bound port: a00a5ad9-dc92-4980-b815-b4e453fa2aa0, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:21:58.136542 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.145020 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Publish callbacks [] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.155310 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Pushing event updated for resources: {'Port': ['ID=a00a5ad9-dc92-4980-b815-b4e453fa2aa0,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:58.166498 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:58.171499 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.171844 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.172197 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.172647 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.173103 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.173241 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.173529 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.173815 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.174348 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.174478 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.174807 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.175134 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.175455 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.175832 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.176105 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:58.184046 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.197843 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:58.204595 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] For port a00a5ad9-dc92-4980-b815-b4e453fa2aa0, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:21:58.208588 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] For port a00a5ad9-dc92-4980-b815-b4e453fa2aa0, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=a00a5ad9-dc92-4980-b815-b4e453fa2aa0,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:21:58.215959 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.235647 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Network 41e43258-6f06-4a8a-b481-042e12142b50 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:21:58.243555 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:21:58.246001 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:21:58.267651 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Pushing event updated for resources: {'Port': ['ID=52dac941-ba34-411a-ab60-d2aa94d5fa5a,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:58.278092 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Routers {'55114440-d7aa-434a-a7d7-8a0544e6e83d'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:21:58.279413 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:21:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['55114440-d7aa-434a-a7d7-8a0544e6e83d'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:58.290097 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (55114440-d7aa-434a-a7d7-8a0544e6e83d), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.315679 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 00cb83fc-830d-4df4-9621-edd217e54d49 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:21:58.362127 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b4c5b-1d77-4fe4-9e5c-a553cb5a4e50 None None] Pushing event updated for resources: {'Port': ['ID=a00a5ad9-dc92-4980-b815-b4e453fa2aa0,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:58.402216 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:58.407671 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] Set router 55114440-d7aa-434a-a7d7-8a0544e6e83d gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:21:58.440923 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.452339 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0e330-ea5c-4fc8-9300-e9761406bfae req-2b241a62-00ea-4165-a40d-c92b7422b274 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:58.462375 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fda0e330-ea5c-4fc8-9300-e9761406bfae req-2b241a62-00ea-4165-a40d-c92b7422b274 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0607417 Jun 03 16:21:58.518323 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fda0e330-ea5c-4fc8-9300-e9761406bfae req-e03c0a6c-96cb-4d80-b574-2a78f53d75dc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548301 Jun 03 16:21:58.584081 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:56Z', 'revision_number': 3, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:58.606056 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-55615ea4-a61b-42f8-ac20-9b835885ca48 None None] Provisioning complete for port 52dac941-ba34-411a-ab60-d2aa94d5fa5a triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:21:58.606663 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-55615ea4-a61b-42f8-ac20-9b835885ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.610260 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83604dbe-67e0-4293-b330-d2c3fb840b7e None None] The sync data for ids ['55114440-d7aa-434a-a7d7-8a0544e6e83d'] in dv-cinder-836996-28-iscsi is: [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:56Z', 'revision_number': 3, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:21:58.639446 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-55615ea4-a61b-42f8-ac20-9b835885ca48 None None] Port 52dac941-ba34-411a-ab60-d2aa94d5fa5a cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:21:58.658311 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Publish callbacks [] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.663503 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.748429 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (55114440-d7aa-434a-a7d7-8a0544e6e83d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:58.752010 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Pushing event updated for resources: {'Port': ['ID=52dac941-ba34-411a-ab60-d2aa94d5fa5a,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:58.812386 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:58.869344 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Network 41e43258-6f06-4a8a-b481-042e12142b50 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:21:58.870778 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:21:58.988443 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Router 55114440-d7aa-434a-a7d7-8a0544e6e83d has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:21:59.160260 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-fa1e9b7b-be05-47d6-aed2-8ce9792de2e2 None None] Provisioning complete for port 52dac941-ba34-411a-ab60-d2aa94d5fa5a triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:21:59.160625 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa1e9b7b-be05-47d6-aed2-8ce9792de2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:59.201761 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e9b7b-be05-47d6-aed2-8ce9792de2e2 None None] Port 52dac941-ba34-411a-ab60-d2aa94d5fa5a cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:21:59.341110 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:21:59.346456 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d8aa41f6-8c0b-4a46-bc92-e0fe8eaddff8 admin admin] 10.222.0.41 "PUT /v2.0/routers/55114440-d7aa-434a-a7d7-8a0544e6e83d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9590342 Jun 03 16:21:59.387641 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 00cb83fc-830d-4df4-9621-edd217e54d49 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:21:59.434119 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 00cb83fc-830d-4df4-9621-edd217e54d49 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:21:59.434478 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:59.476921 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:59.512703 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 00cb83fc-830d-4df4-9621-edd217e54d49 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:21:59.513754 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device a00a5ad9-dc92-4980-b815-b4e453fa2aa0 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:21:59.565189 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port a00a5ad9-dc92-4980-b815-b4e453fa2aa0 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:21:59.565623 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:59.640069 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port a00a5ad9-dc92-4980-b815-b4e453fa2aa0 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:21:59.640733 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:59.649712 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de096e-2f31-48ee-a101-6a15603b5e8c req-d5afe27c-de47-4c09-baf7-a79a50a48d1b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:59.651504 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-73de096e-2f31-48ee-a101-6a15603b5e8c req-d5afe27c-de47-4c09-baf7-a79a50a48d1b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0515604 Jun 03 16:21:59.665709 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:21:59.665891 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port a00a5ad9-dc92-4980-b815-b4e453fa2aa0, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=a00a5ad9-dc92-4980-b815-b4e453fa2aa0,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:21:59.671205 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:59.712657 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-73de096e-2f31-48ee-a101-6a15603b5e8c req-f8a63ce9-7966-4832-b800-f4d94e162cbe tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533979 Jun 03 16:21:59.729624 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=a00a5ad9-dc92-4980-b815-b4e453fa2aa0,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:59.882535 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46806) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:21:59.887242 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1326796797-network', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:21:59.907165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Made reservation on behalf of ecea87a215f24b0abcf9d18797a25521 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:21:59.909475 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:59.917653 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:21:59.998775 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Publish callbacks [] for security_group (4d42b4fc-6af4-4435-ad9b-3a0a967458a4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.002301 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4d42b4fc-6af4-4435-ad9b-3a0a967458a4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.030965 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] vlan segment allocate from pool success with {'vlan_id': 1242, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:22:00.036473 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d42b4fc-6af4-4435-ad9b-3a0a967458a4,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:00.043569 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (ce640d70-383e-4ccc-9102-da738dd5fd37), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.043914 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Added segment ce640d70-383e-4ccc-9102-da738dd5fd37 of type vlan for network 8758156f-7be8-463a-a3a4-fd398bdbea9c Jun 03 16:22:00.087032 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (8758156f-7be8-463a-a3a4-fd398bdbea9c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.112152 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (8758156f-7be8-463a-a3a4-fd398bdbea9c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.113148 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:00.113719 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.169591 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.2859011 Jun 03 16:22:00.172159 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46808) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:00.179054 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Request body: {'subnet': {'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1326796797-subnet', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:00.183757 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879b58-fbae-4605-80c4-51ace5acd62d admin admin] Pushing event updated for resources: {'Network': ['ID=8758156f-7be8-463a-a3a4-fd398bdbea9c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:00.194148 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 8758156f-7be8-463a-a3a4-fd398bdbea9c details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:22:00.203462 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Made reservation on behalf of ecea87a215f24b0abcf9d18797a25521 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:00.205907 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17591734'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.245637 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:00.303351 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Sync routers for ids ['55114440-d7aa-434a-a7d7-8a0544e6e83d'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:00.312543 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Routers {'55114440-d7aa-434a-a7d7-8a0544e6e83d'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:22:00.313154 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:21:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['55114440-d7aa-434a-a7d7-8a0544e6e83d'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:00.378769 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17376873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17591716'] for subnet (ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.414959 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Set router 55114440-d7aa-434a-a7d7-8a0544e6e83d gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:22:00.440389 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:00.447730 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:00.450122 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Checking segment: {'id': 'ce640d70-383e-4ccc-9102-da738dd5fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:22:00.450480 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Network hostable DHCP agents. Network: 8758156f-7be8-463a-a3a4-fd398bdbea9c, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:22:00.467840 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Network 8758156f-7be8-463a-a3a4-fd398bdbea9c is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:22:00.476412 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 8758156f-7be8-463a-a3a4-fd398bdbea9c) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:00.480277 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:00.480866 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.488129 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ffc07-180b-471b-bc54-8d1a5bf91076 None None] Network 8758156f-7be8-463a-a3a4-fd398bdbea9c requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:22:00.490551 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:00.497892 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-cef57706-ed2e-4ebd-b076-76e7bd1d9902 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3247895 Jun 03 16:22:00.500919 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46810) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:00.505205 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1326796797-router', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:00.527138 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (0ca20b5d-3771-4bd8-8964-47785f9a0261), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.528179 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (0ca20b5d-3771-4bd8-8964-47785f9a0261), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.577919 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks [] for router_controller (0ca20b5d-3771-4bd8-8964-47785f9a0261), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.676836 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-8758156f-7be8-463a-a3a4-fd398bdbea9c', 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c', 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'fixed_ips': [{'subnet_id': 'ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:22:00.681967 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.704844 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '52dac941-ba34-411a-ab60-d2aa94d5fa5a', 'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'mac_address': 'fa:16:3e:f0:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:57Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 2, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'subnets': [{'id': '4f508499-faa9-4761-986d-00d2317ec53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:00.712776 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks [] for router_gateway (0ca20b5d-3771-4bd8-8964-47785f9a0261), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.737217 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Checking router: 55114440-d7aa-434a-a7d7-8a0544e6e83d for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:00.737507 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Updating router 55114440-d7aa-434a-a7d7-8a0544e6e83d port 52dac941-ba34-411a-ab60-d2aa94d5fa5a binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:22:00.826316 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.839491 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8f05d-e4a7-44d6-b914-2c0d4c3a6318 req-f34ebcd3-9ba9-488b-8ef9-30a1c1119bca tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:00.841176 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fcd8f05d-e4a7-44d6-b914-2c0d4c3a6318 req-f34ebcd3-9ba9-488b-8ef9-30a1c1119bca tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0502036 Jun 03 16:22:00.896140 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fcd8f05d-e4a7-44d6-b914-2c0d4c3a6318 req-3ddfd4bd-c75b-4edb-9cfb-9478606f6520 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491750 Jun 03 16:22:00.902460 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks [] for router_gateway (0ca20b5d-3771-4bd8-8964-47785f9a0261), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:00.922575 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.021166 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:01.035938 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Allocated IP 172.27.2.220 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/61426185-9e28-490c-8239-85764d0c21a1) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:01.058322 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Allocated IP 172.20.0.2 (8758156f-7be8-463a-a3a4-fd398bdbea9c/ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84/8f7f9844-9065-4f10-a172-3a79cf8a35eb) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:01.139445 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:01.152702 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks [] for port (61426185-9e28-490c-8239-85764d0c21a1), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.199198 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (61426185-9e28-490c-8239-85764d0c21a1), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.244634 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:01.255330 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:01.257757 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:22:01.281008 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Pushing event updated for resources: {'Port': ['ID=61426185-9e28-490c-8239-85764d0c21a1,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:01.316800 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device a00a5ad9-dc92-4980-b815-b4e453fa2aa0 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:22:01.390769 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Publish callbacks [] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.411706 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:01.415064 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.422693 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:01.469719 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port a00a5ad9-dc92-4980-b815-b4e453fa2aa0 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:01.470081 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.499147 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Network 8758156f-7be8-463a-a3a4-fd398bdbea9c is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:01.502061 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks [] for router_gateway (0ca20b5d-3771-4bd8-8964-47785f9a0261), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.513684 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:01.521851 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:22:01.533630 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Pushing event updated for resources: {'Port': ['ID=8f7f9844-9065-4f10-a172-3a79cf8a35eb,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:01.545998 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Publish callbacks [] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.555737 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.682719 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b65d47-1756-4597-a160-ef4b6a984bb3 None None] Pushing event updated for resources: {'Port': ['ID=52dac941-ba34-411a-ab60-d2aa94d5fa5a,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:01.688542 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Attempting to bind port 8f7f9844-9065-4f10-a172-3a79cf8a35eb on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:22:01.689157 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Attempting to bind port 8f7f9844-9065-4f10-a172-3a79cf8a35eb by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': 'ce640d70-383e-4ccc-9102-da738dd5fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:22:01.689685 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Attempting to bind port 8f7f9844-9065-4f10-a172-3a79cf8a35eb on network 8758156f-7be8-463a-a3a4-fd398bdbea9c {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:22:01.693029 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (0ca20b5d-3771-4bd8-8964-47785f9a0261), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.696166 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:01.707136 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:22:01.707876 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Checking segment: {'id': 'ce640d70-383e-4ccc-9102-da738dd5fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:22:01.708457 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.708855 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Bound using segment: {'id': 'ce640d70-383e-4ccc-9102-da738dd5fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:22:01.709335 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Bound port: 8f7f9844-9065-4f10-a172-3a79cf8a35eb, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce640d70-383e-4ccc-9102-da738dd5fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:22:01.709722 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.711775 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port a00a5ad9-dc92-4980-b815-b4e453fa2aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:01.797711 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Attempting to bind port 52dac941-ba34-411a-ab60-d2aa94d5fa5a on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:22:01.798015 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Attempting to bind port 52dac941-ba34-411a-ab60-d2aa94d5fa5a by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:22:01.798352 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Attempting to bind port 52dac941-ba34-411a-ab60-d2aa94d5fa5a on network 41e43258-6f06-4a8a-b481-042e12142b50 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:22:01.811914 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:22:01.812288 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Checking segment: {'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:22:01.812687 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.813082 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Bound using segment: {'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:22:01.813563 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Bound port: 52dac941-ba34-411a-ab60-d2aa94d5fa5a, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:22:01.813981 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.836046 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Router 0ca20b5d-3771-4bd8-8964-47785f9a0261 is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:22:01.843216 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] For port 8f7f9844-9065-4f10-a172-3a79cf8a35eb, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:22:01.847455 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] For port 8f7f9844-9065-4f10-a172-3a79cf8a35eb, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=8f7f9844-9065-4f10-a172-3a79cf8a35eb,segment=NetworkSegment(ce640d70-383e-4ccc-9102-da738dd5fd37),segment_id=ce640d70-383e-4ccc-9102-da738dd5fd37)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:22:01.873627 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.946342 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:22:01.956694 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Sync routers for ids ['0ca20b5d-3771-4bd8-8964-47785f9a0261'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:01.967716 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:01.971555 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-53c5c90a-0782-4ea0-9d41-b82864d4f868 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4677126 Jun 03 16:22:01.971723 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] For port 52dac941-ba34-411a-ab60-d2aa94d5fa5a, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:22:01.972019 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 46816) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:01.985265 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] For port 52dac941-ba34-411a-ab60-d2aa94d5fa5a, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=52dac941-ba34-411a-ab60-d2aa94d5fa5a,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:22:01.990630 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30f043-7bfd-47da-9759-d762b1c10a6b None None] Pushing event updated for resources: {'Port': ['ID=8f7f9844-9065-4f10-a172-3a79cf8a35eb,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:02.000420 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:02.010493 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Routers {'0ca20b5d-3771-4bd8-8964-47785f9a0261'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:22:02.011326 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:21:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['0ca20b5d-3771-4bd8-8964-47785f9a0261'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:02.028187 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-b569a516-31ad-48d4-a03f-adb41cae91e0 None None] Provisioning complete for port 52dac941-ba34-411a-ab60-d2aa94d5fa5a triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:02.028565 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b569a516-31ad-48d4-a03f-adb41cae91e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:02.071827 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Routers {'55114440-d7aa-434a-a7d7-8a0544e6e83d'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:22:02.072608 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:21:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['55114440-d7aa-434a-a7d7-8a0544e6e83d'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:02.126797 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8654f-662c-4ef5-b429-502a26269ec8 req-a253efab-b6b4-414f-aeaf-ce023a24c8a9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:02.128946 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-78f8654f-662c-4ef5-b429-502a26269ec8 req-a253efab-b6b4-414f-aeaf-ce023a24c8a9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.1089213 Jun 03 16:22:02.187530 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b65d47-1756-4597-a160-ef4b6a984bb3 None None] Pushing event updated for resources: {'Port': ['ID=52dac941-ba34-411a-ab60-d2aa94d5fa5a,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:02.189312 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Set router 0ca20b5d-3771-4bd8-8964-47785f9a0261 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:22:02.203409 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-78f8654f-662c-4ef5-b429-502a26269ec8 req-b6beb4d6-67ce-4941-ace8-202bb6976191 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682416 Jun 03 16:22:02.205478 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:02.327912 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] Set router 55114440-d7aa-434a-a7d7-8a0544e6e83d gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:22:02.330976 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:02.337311 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b569a516-31ad-48d4-a03f-adb41cae91e0 None None] Current status of the port 52dac941-ba34-411a-ab60-d2aa94d5fa5a is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:02.338718 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b569a516-31ad-48d4-a03f-adb41cae91e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:02.490933 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'name': 'tempest-TestMinimumBasicScenario-1326796797-router', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '61426185-9e28-490c-8239-85764d0c21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:01Z', 'revision_number': 3, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'gw_port': {'id': '61426185-9e28-490c-8239-85764d0c21a1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:02.506437 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b569a516-31ad-48d4-a03f-adb41cae91e0 None None] For port 52dac941-ba34-411a-ab60-d2aa94d5fa5a, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=52dac941-ba34-411a-ab60-d2aa94d5fa5a,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:02.508706 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:02.515009 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b569a516-31ad-48d4-a03f-adb41cae91e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:02.523730 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Checking router: 0ca20b5d-3771-4bd8-8964-47785f9a0261 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:02.524050 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Updating router 0ca20b5d-3771-4bd8-8964-47785f9a0261 port 61426185-9e28-490c-8239-85764d0c21a1 binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:22:02.591333 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569a516-31ad-48d4-a03f-adb41cae91e0 None None] Pushing event updated for resources: {'Port': ['ID=52dac941-ba34-411a-ab60-d2aa94d5fa5a,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:02.636048 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:02.641116 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (61426185-9e28-490c-8239-85764d0c21a1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:02.650349 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-ee837856-4f9e-4d8f-b387-a26c532ca041 None None] Provisioning complete for port 52dac941-ba34-411a-ab60-d2aa94d5fa5a triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:02.650710 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee837856-4f9e-4d8f-b387-a26c532ca041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:02.654427 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '52dac941-ba34-411a-ab60-d2aa94d5fa5a', 'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'mac_address': 'fa:16:3e:f0:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:57Z', 'updated_at': '2022-06-03T16:22:01Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'subnets': [{'id': '4f508499-faa9-4761-986d-00d2317ec53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:02.664194 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:02.707224 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72eb89c-8204-44bf-bf9d-f25aa8e0e205 None None] The sync data for ids ['55114440-d7aa-434a-a7d7-8a0544e6e83d'] in dv-cinder-836996-28-iscsi is: [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '52dac941-ba34-411a-ab60-d2aa94d5fa5a', 'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'mac_address': 'fa:16:3e:f0:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:57Z', 'updated_at': '2022-06-03T16:22:01Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'subnets': [{'id': '4f508499-faa9-4761-986d-00d2317ec53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:02.787997 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ee837856-4f9e-4d8f-b387-a26c532ca041 None None] Current status of the port 52dac941-ba34-411a-ab60-d2aa94d5fa5a is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:02.893972 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-9efe1e5c-2b35-4522-8d68-bc98de0237a9 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621021 Jun 03 16:22:02.903831 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Allocated IP 172.20.0.1 (8758156f-7be8-463a-a3a4-fd398bdbea9c/ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84/2c380ae4-70d4-4337-8f40-022916af605a) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:02.968658 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-95341712-9044-4aab-96c1-158c5bf29950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:02.970481 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-95341712-9044-4aab-96c1-158c5bf29950 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 1130 time: 0.0519836 Jun 03 16:22:03.056329 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Publish callbacks [] for port (61426185-9e28-490c-8239-85764d0c21a1), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.064693 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Publish callbacks [] for port (2c380ae4-70d4-4337-8f40-022916af605a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.070946 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (61426185-9e28-490c-8239-85764d0c21a1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.118930 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:03.125121 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (2c380ae4-70d4-4337-8f40-022916af605a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.132676 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-0dffad8f-1278-4e91-adab-6d8f5fb8a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:03.134451 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-0dffad8f-1278-4e91-adab-6d8f5fb8a353 service neutron] 10.222.0.118 "GET /v2.0/networks?id=c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 200 len: 912 time: 0.1360145 Jun 03 16:22:03.142509 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933e5ec-6415-4312-8d6d-02a9508d7021 None None] Pushing event updated for resources: {'Port': ['ID=61426185-9e28-490c-8239-85764d0c21a1,revision_number=2']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:03.186738 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Network 8758156f-7be8-463a-a3a4-fd398bdbea9c is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:03.209026 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:03.210380 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Attempting to bind port 61426185-9e28-490c-8239-85764d0c21a1 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:22:03.211434 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Attempting to bind port 61426185-9e28-490c-8239-85764d0c21a1 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:22:03.212715 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Attempting to bind port 61426185-9e28-490c-8239-85764d0c21a1 on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:22:03.213560 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:22:03.225888 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Pushing event updated for resources: {'Port': ['ID=2c380ae4-70d4-4337-8f40-022916af605a,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:03.232844 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:22:03.235715 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:22:03.236299 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.236911 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:22:03.238106 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Bound port: 61426185-9e28-490c-8239-85764d0c21a1, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:22:03.240814 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (61426185-9e28-490c-8239-85764d0c21a1), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.242581 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:03.246917 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-386bfbd4-a0af-4a46-9c6f-f250f8fd7df7 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c HTTP/1.1" status: 200 len: 1002 time: 0.1048923 Jun 03 16:22:03.329038 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (0ca20b5d-3771-4bd8-8964-47785f9a0261), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.374283 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] For port 61426185-9e28-490c-8239-85764d0c21a1, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:22:03.379627 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] For port 61426185-9e28-490c-8239-85764d0c21a1, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=61426185-9e28-490c-8239-85764d0c21a1,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:22:03.393938 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (61426185-9e28-490c-8239-85764d0c21a1), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.431402 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04910eca-193a-4a52-9c53-eaedf84c5133 None None] Network 8758156f-7be8-463a-a3a4-fd398bdbea9c requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:22:03.433001 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:03.435505 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-a08a707a-db00-44fe-9116-0ff6a051a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:03.437172 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-a08a707a-db00-44fe-9116-0ff6a051a678 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=66586911-787f-4f5f-8dbf-ce2c5b62b5ee HTTP/1.1" status: 200 len: 849 time: 0.1782546 Jun 03 16:22:03.471413 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933e5ec-6415-4312-8d6d-02a9508d7021 None None] Pushing event updated for resources: {'Port': ['ID=61426185-9e28-490c-8239-85764d0c21a1,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:03.488475 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-aeb2498b-a506-42e0-94e6-a8a3eb53fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:03.491757 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-aeb2498b-a506-42e0-94e6-a8a3eb53fc80 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c3619401-b67f-424d-9ca5-3555aafbaad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467579 Jun 03 16:22:03.502326 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775d113-43f0-46db-836b-9981908b1c31 req-29d9226e-623a-4486-aa7b-8147d974d2be tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:03.507751 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4775d113-43f0-46db-836b-9981908b1c31 req-29d9226e-623a-4486-aa7b-8147d974d2be tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.1606643 Jun 03 16:22:03.517758 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Routers {'0ca20b5d-3771-4bd8-8964-47785f9a0261'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:22:03.519620 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:21:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['0ca20b5d-3771-4bd8-8964-47785f9a0261'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:03.525491 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 52dac941-ba34-411a-ab60-d2aa94d5fa5a up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:22:03.547444 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:03.574476 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (2c380ae4-70d4-4337-8f40-022916af605a), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.579678 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:03.655689 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] Set router 0ca20b5d-3771-4bd8-8964-47785f9a0261 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:22:03.674260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:03.802557 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-bed32704-2bb1-4f21-a2c8-f7bcd9f318e4 None None] Provisioning complete for port 8f7f9844-9065-4f10-a172-3a79cf8a35eb triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:03.803107 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bed32704-2bb1-4f21-a2c8-f7bcd9f318e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.875500 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 52dac941-ba34-411a-ab60-d2aa94d5fa5a triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:03.875866 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.892856 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'name': 'tempest-TestMinimumBasicScenario-1326796797-router', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '61426185-9e28-490c-8239-85764d0c21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:01Z', 'revision_number': 3, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'gw_port': {'id': '61426185-9e28-490c-8239-85764d0c21a1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:03.911991 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Publish callbacks [] for port (2c380ae4-70d4-4337-8f40-022916af605a), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.919077 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (2c380ae4-70d4-4337-8f40-022916af605a), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:03.931554 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f2c8f-ffe7-45b3-be1c-23a4391d890b None None] The sync data for ids ['0ca20b5d-3771-4bd8-8964-47785f9a0261'] in dv-cinder-836996-28-iscsi is: [{'id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'name': 'tempest-TestMinimumBasicScenario-1326796797-router', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '61426185-9e28-490c-8239-85764d0c21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:01Z', 'revision_number': 3, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'gw_port': {'id': '61426185-9e28-490c-8239-85764d0c21a1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:04.035113 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Pushing event updated for resources: {'Port': ['ID=2c380ae4-70d4-4337-8f40-022916af605a,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:04.035829 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4775d113-43f0-46db-836b-9981908b1c31 req-412c7a0b-607c-4d69-9539-684746fd3b41 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568062 Jun 03 16:22:04.040761 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (0ca20b5d-3771-4bd8-8964-47785f9a0261), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:04.063798 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-bed32704-2bb1-4f21-a2c8-f7bcd9f318e4 None None] Current status of the port 8f7f9844-9065-4f10-a172-3a79cf8a35eb is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:04.064429 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bed32704-2bb1-4f21-a2c8-f7bcd9f318e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:04.095339 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-a09f90ee-a08a-4dd1-b2aa-8f9ddb818dd4 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843771 Jun 03 16:22:04.100998 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 52dac941-ba34-411a-ab60-d2aa94d5fa5a is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:04.102109 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 8f7f9844-9065-4f10-a172-3a79cf8a35eb up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:22:04.162626 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-bed32704-2bb1-4f21-a2c8-f7bcd9f318e4 None None] For port 8f7f9844-9065-4f10-a172-3a79cf8a35eb, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=8f7f9844-9065-4f10-a172-3a79cf8a35eb,segment=NetworkSegment(ce640d70-383e-4ccc-9102-da738dd5fd37),segment_id=ce640d70-383e-4ccc-9102-da738dd5fd37)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:04.175854 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:04.185529 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bed32704-2bb1-4f21-a2c8-f7bcd9f318e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:04.189651 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 8f7f9844-9065-4f10-a172-3a79cf8a35eb triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:04.190139 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:04.271067 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Network 8758156f-7be8-463a-a3a4-fd398bdbea9c is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:04.277836 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:04.289029 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-41c9dc43-0707-40ec-8a32-e5059934b24c req-23ecf66f-5b14-4d3e-9439-116ebd9cac18 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872630 Jun 03 16:22:04.300079 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed32704-2bb1-4f21-a2c8-f7bcd9f318e4 None None] Pushing event updated for resources: {'Port': ['ID=8f7f9844-9065-4f10-a172-3a79cf8a35eb,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:04.386369 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 8f7f9844-9065-4f10-a172-3a79cf8a35eb is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:04.408743 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-3d81d1bf-d12b-4ebb-9682-e8fa9f1a6d29 None None] Provisioning complete for port 8f7f9844-9065-4f10-a172-3a79cf8a35eb triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:04.409120 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d81d1bf-d12b-4ebb-9682-e8fa9f1a6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:04.557621 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3d81d1bf-d12b-4ebb-9682-e8fa9f1a6d29 None None] Current status of the port 8f7f9844-9065-4f10-a172-3a79cf8a35eb is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:04.573211 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-3d81d1bf-d12b-4ebb-9682-e8fa9f1a6d29 None None] Provisioning complete for port 2c380ae4-70d4-4337-8f40-022916af605a triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:04.573916 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3d81d1bf-d12b-4ebb-9682-e8fa9f1a6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (2c380ae4-70d4-4337-8f40-022916af605a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:04.602382 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:04.621342 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-3d81d1bf-d12b-4ebb-9682-e8fa9f1a6d29 None None] Port 2c380ae4-70d4-4337-8f40-022916af605a cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:22:04.752384 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-f6fcdd37-3877-467b-bac5-4c42f64f4077 None None] Provisioning complete for port 2c380ae4-70d4-4337-8f40-022916af605a triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:04.752744 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdd37-3877-467b-bac5-4c42f64f4077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (2c380ae4-70d4-4337-8f40-022916af605a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:04.763984 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Router 0ca20b5d-3771-4bd8-8964-47785f9a0261 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:22:04.819696 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f6fcdd37-3877-467b-bac5-4c42f64f4077 None None] Port 2c380ae4-70d4-4337-8f40-022916af605a cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:22:04.884941 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:22:04.889927 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e89ed9cc-2304-4c5d-8e24-3452d0874a40 admin admin] 10.222.0.41 "PUT /v2.0/routers/0ca20b5d-3771-4bd8-8964-47785f9a0261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9168208 Jun 03 16:22:04.941041 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-6c98931b-452e-4718-b939-ee60e128a175 None None] Provisioning complete for port 2c380ae4-70d4-4337-8f40-022916af605a triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:04.941494 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c98931b-452e-4718-b939-ee60e128a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (2c380ae4-70d4-4337-8f40-022916af605a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:04.979351 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6c98931b-452e-4718-b939-ee60e128a175 None None] Port 2c380ae4-70d4-4337-8f40-022916af605a cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:22:05.172654 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77c27d-1389-4e97-8cac-af7d0fc8a42e req-81a2bb04-674f-46f9-a0f4-8f894c48fbfe tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:05.174429 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5e77c27d-1389-4e97-8cac-af7d0fc8a42e req-81a2bb04-674f-46f9-a0f4-8f894c48fbfe tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0511734 Jun 03 16:22:05.227060 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5e77c27d-1389-4e97-8cac-af7d0fc8a42e req-f1b4ec90-e550-4fa9-9131-f9c4e8b924f5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Jun 03 16:22:05.379453 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 8f7f9844-9065-4f10-a172-3a79cf8a35eb up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:22:05.426450 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 8f7f9844-9065-4f10-a172-3a79cf8a35eb triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:05.426816 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:05.500564 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 8f7f9844-9065-4f10-a172-3a79cf8a35eb is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:05.501564 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 61426185-9e28-490c-8239-85764d0c21a1 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:22:05.557226 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 61426185-9e28-490c-8239-85764d0c21a1 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:05.557676 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (61426185-9e28-490c-8239-85764d0c21a1), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:05.642295 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 61426185-9e28-490c-8239-85764d0c21a1 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:05.642671 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (61426185-9e28-490c-8239-85764d0c21a1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:05.668062 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port 61426185-9e28-490c-8239-85764d0c21a1, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=61426185-9e28-490c-8239-85764d0c21a1,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:05.677857 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (61426185-9e28-490c-8239-85764d0c21a1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:05.741477 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=61426185-9e28-490c-8239-85764d0c21a1,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:06.350370 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Sync routers for ids ['0ca20b5d-3771-4bd8-8964-47785f9a0261'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:06.369141 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Routers {'0ca20b5d-3771-4bd8-8964-47785f9a0261'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:22:06.370098 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:21:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['0ca20b5d-3771-4bd8-8964-47785f9a0261'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:06.382932 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc446-be38-4db5-81c1-aebce0cb9237 req-945865d8-3a2e-47dd-8e1d-e607c190e396 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:06.390230 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f7bbc446-be38-4db5-81c1-aebce0cb9237 req-945865d8-3a2e-47dd-8e1d-e607c190e396 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0751202 Jun 03 16:22:06.443600 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f7bbc446-be38-4db5-81c1-aebce0cb9237 req-910d940a-bc46-49b2-a990-28de89ce2ef6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517516 Jun 03 16:22:06.463387 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:06.489383 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Set router 0ca20b5d-3771-4bd8-8964-47785f9a0261 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:22:06.710551 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'name': 'tempest-TestMinimumBasicScenario-1326796797-router', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '61426185-9e28-490c-8239-85764d0c21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:03Z', 'revision_number': 4, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'gw_port': {'id': '61426185-9e28-490c-8239-85764d0c21a1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '2c380ae4-70d4-4337-8f40-022916af605a', 'name': '', 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'mac_address': 'fa:16:3e:0d:ed:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:02Z', 'updated_at': '2022-06-03T16:22:03Z', 'revision_number': 2, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'subnets': [{'id': 'ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:06.740043 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Checking router: 0ca20b5d-3771-4bd8-8964-47785f9a0261 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:06.740508 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Updating router 0ca20b5d-3771-4bd8-8964-47785f9a0261 port 2c380ae4-70d4-4337-8f40-022916af605a binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:22:06.774039 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (2c380ae4-70d4-4337-8f40-022916af605a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:06.805788 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:07.006114 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:22:07.095030 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Publish callbacks [] for port (2c380ae4-70d4-4337-8f40-022916af605a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:07.104475 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (2c380ae4-70d4-4337-8f40-022916af605a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:07.161560 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fcf29-2fb2-42c6-b4b2-82eb16b5c1bd None None] Pushing event updated for resources: {'Port': ['ID=2c380ae4-70d4-4337-8f40-022916af605a,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:07.228170 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Attempting to bind port 2c380ae4-70d4-4337-8f40-022916af605a on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:22:07.228622 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Attempting to bind port 2c380ae4-70d4-4337-8f40-022916af605a by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': 'ce640d70-383e-4ccc-9102-da738dd5fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:22:07.229071 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Attempting to bind port 2c380ae4-70d4-4337-8f40-022916af605a on network 8758156f-7be8-463a-a3a4-fd398bdbea9c {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:22:07.236688 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:22:07.241309 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Checking segment: {'id': 'ce640d70-383e-4ccc-9102-da738dd5fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:22:07.241861 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:07.242393 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Bound using segment: {'id': 'ce640d70-383e-4ccc-9102-da738dd5fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:22:07.242991 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Bound port: 2c380ae4-70d4-4337-8f40-022916af605a, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce640d70-383e-4ccc-9102-da738dd5fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:22:07.243505 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (2c380ae4-70d4-4337-8f40-022916af605a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:07.326924 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 61426185-9e28-490c-8239-85764d0c21a1 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:22:07.379557 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] For port 2c380ae4-70d4-4337-8f40-022916af605a, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:22:07.398613 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] For port 2c380ae4-70d4-4337-8f40-022916af605a, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=2c380ae4-70d4-4337-8f40-022916af605a,segment=NetworkSegment(ce640d70-383e-4ccc-9102-da738dd5fd37),segment_id=ce640d70-383e-4ccc-9102-da738dd5fd37)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:22:07.414362 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (2c380ae4-70d4-4337-8f40-022916af605a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:07.420410 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:07.449823 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 61426185-9e28-490c-8239-85764d0c21a1 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:07.450236 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (61426185-9e28-490c-8239-85764d0c21a1), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:07.540482 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fcf29-2fb2-42c6-b4b2-82eb16b5c1bd None None] Pushing event updated for resources: {'Port': ['ID=2c380ae4-70d4-4337-8f40-022916af605a,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:07.557145 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Routers {'0ca20b5d-3771-4bd8-8964-47785f9a0261'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:22:07.557777 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:21:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['0ca20b5d-3771-4bd8-8964-47785f9a0261'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:07.593930 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384be84-2b8b-4168-96fe-2cbe2c4487e8 req-75f50ded-4a2e-4f84-abcd-758ed6babe1d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:07.596328 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1384be84-2b8b-4168-96fe-2cbe2c4487e8 req-75f50ded-4a2e-4f84-abcd-758ed6babe1d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0633495 Jun 03 16:22:07.677383 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:07.685224 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1384be84-2b8b-4168-96fe-2cbe2c4487e8 req-1ee1458a-8f76-4564-90df-bc986270a95e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798767 Jun 03 16:22:07.688389 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 61426185-9e28-490c-8239-85764d0c21a1 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:07.692347 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-d97d0944-7fe8-417c-bfa8-ce3ee6ca2746 None None] Provisioning complete for port 2c380ae4-70d4-4337-8f40-022916af605a triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:07.692718 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d97d0944-7fe8-417c-bfa8-ce3ee6ca2746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (2c380ae4-70d4-4337-8f40-022916af605a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:07.884367 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:07.922093 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] Set router 0ca20b5d-3771-4bd8-8964-47785f9a0261 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:22:07.963135 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d97d0944-7fe8-417c-bfa8-ce3ee6ca2746 None None] Current status of the port 2c380ae4-70d4-4337-8f40-022916af605a is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:07.963544 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d97d0944-7fe8-417c-bfa8-ce3ee6ca2746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (2c380ae4-70d4-4337-8f40-022916af605a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:08.076306 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-d97d0944-7fe8-417c-bfa8-ce3ee6ca2746 None None] For port 2c380ae4-70d4-4337-8f40-022916af605a, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=2c380ae4-70d4-4337-8f40-022916af605a,segment=NetworkSegment(ce640d70-383e-4ccc-9102-da738dd5fd37),segment_id=ce640d70-383e-4ccc-9102-da738dd5fd37)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:08.084256 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d97d0944-7fe8-417c-bfa8-ce3ee6ca2746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (2c380ae4-70d4-4337-8f40-022916af605a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:08.181222 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d0944-7fe8-417c-bfa8-ce3ee6ca2746 None None] Pushing event updated for resources: {'Port': ['ID=2c380ae4-70d4-4337-8f40-022916af605a,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:08.208206 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-ec8166b2-005f-40f6-9849-ee52cb55eaa9 None None] Provisioning complete for port 2c380ae4-70d4-4337-8f40-022916af605a triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:08.208572 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ec8166b2-005f-40f6-9849-ee52cb55eaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (2c380ae4-70d4-4337-8f40-022916af605a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:08.236193 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'name': 'tempest-TestMinimumBasicScenario-1326796797-router', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '61426185-9e28-490c-8239-85764d0c21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:03Z', 'revision_number': 4, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'gw_port': {'id': '61426185-9e28-490c-8239-85764d0c21a1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '2c380ae4-70d4-4337-8f40-022916af605a', 'name': '', 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'mac_address': 'fa:16:3e:0d:ed:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:02Z', 'updated_at': '2022-06-03T16:22:07Z', 'revision_number': 4, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'subnets': [{'id': 'ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:08.273251 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c099be2-ec28-44f2-910f-e831971f75ee None None] The sync data for ids ['0ca20b5d-3771-4bd8-8964-47785f9a0261'] in dv-cinder-836996-28-iscsi is: [{'id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'name': 'tempest-TestMinimumBasicScenario-1326796797-router', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '61426185-9e28-490c-8239-85764d0c21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:03Z', 'revision_number': 4, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'gw_port': {'id': '61426185-9e28-490c-8239-85764d0c21a1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '2c380ae4-70d4-4337-8f40-022916af605a', 'name': '', 'network_id': '8758156f-7be8-463a-a3a4-fd398bdbea9c', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'mac_address': 'fa:16:3e:0d:ed:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:02Z', 'updated_at': '2022-06-03T16:22:07Z', 'revision_number': 4, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'subnets': [{'id': 'ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:08.370722 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ec8166b2-005f-40f6-9849-ee52cb55eaa9 None None] Current status of the port 2c380ae4-70d4-4337-8f40-022916af605a is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:08.850729 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e2ef-a88a-4501-934c-66b371fc37b6 req-5db30b71-36ee-4f76-948e-b1dd3317a194 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:08.853464 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-77b7e2ef-a88a-4501-934c-66b371fc37b6 req-5db30b71-36ee-4f76-948e-b1dd3317a194 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0601866 Jun 03 16:22:08.903888 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-77b7e2ef-a88a-4501-934c-66b371fc37b6 req-82bad66f-8a12-4b44-9785-7269298cc59a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448060 Jun 03 16:22:09.325786 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 2c380ae4-70d4-4337-8f40-022916af605a up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:22:09.372581 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 2c380ae4-70d4-4337-8f40-022916af605a triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:09.373197 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (2c380ae4-70d4-4337-8f40-022916af605a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:09.455151 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 2c380ae4-70d4-4337-8f40-022916af605a is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:10.070484 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0716af-3f49-46e2-a572-98120436a36c req-67949d6e-c82d-4cc3-8efc-74c0d9a84b0b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:10.077106 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e0716af-3f49-46e2-a572-98120436a36c req-67949d6e-c82d-4cc3-8efc-74c0d9a84b0b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 944 time: 0.0850277 Jun 03 16:22:10.142423 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e0716af-3f49-46e2-a572-98120436a36c req-e122bcb7-c832-4b6a-8083-19294ae6d716 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619757 Jun 03 16:22:10.178008 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e842e8b9-3bd1-4f5c-ad08-f8f45d991022 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:22:10.279421 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:10.306333 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:10.318959 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'port_id': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'mac_address': 'fa:16:3e:12:cd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:22:10.325081 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:10.365010 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:10.365626 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:10.380926 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e842e8b9-3bd1-4f5c-ad08-f8f45d991022 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:22:10.401174 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:10.406085 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:10.462410 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=9']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:10.844098 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['e842e8b9-3bd1-4f5c-ad08-f8f45d991022'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:22:11.289950 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a099c-5007-4e6a-9182-504e1e93dfda req-981e635b-6e04-4593-9e69-ebf7feceec50 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:11.291537 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-876a099c-5007-4e6a-9182-504e1e93dfda req-981e635b-6e04-4593-9e69-ebf7feceec50 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 945 time: 0.0549216 Jun 03 16:22:11.342456 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-876a099c-5007-4e6a-9182-504e1e93dfda req-132c6fd4-e7e9-437e-91cb-b406da1898b4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445561 Jun 03 16:22:12.174711 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e842e8b9-3bd1-4f5c-ad08-f8f45d991022 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:22:12.223337 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:12.223880 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:12.308033 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:12.308529 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:12.335760 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:12.337995 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e277e8-b982-45b9-8ed2-c108bffa2831" -d '{"events": [{"server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "name": "network-vif-plugged", "status": "completed", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:22:12.360706 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:12.369583 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:12.409674 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf1980d-d02c-4c3c-9401-a6a097a87c00 x-openstack-request-id: req-eaf1980d-d02c-4c3c-9401-a6a097a87c00 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:22:12.409965 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "name": "network-vif-plugged", "status": "completed", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:22:12.410255 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eaf1980d-d02c-4c3c-9401-a6a097a87c00 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:22:12.410646 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf1980d-d02c-4c3c-9401-a6a097a87c00'] response: {'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'code': 200} Jun 03 16:22:12.446733 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=10']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:12.507072 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc5c5-240e-4bef-8e68-71689acbf4ed req-915f5fbe-e8cc-4d8f-b261-dc6dc5ccc9cd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:12.509295 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca4cc5c5-240e-4bef-8e68-71689acbf4ed req-915f5fbe-e8cc-4d8f-b261-dc6dc5ccc9cd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 947 time: 0.0731397 Jun 03 16:22:12.559630 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca4cc5c5-240e-4bef-8e68-71689acbf4ed req-23a74f6c-2c36-492c-8819-4615f58a69c5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 Jun 03 16:22:12.983588 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1e2ba-995e-4a55-b17a-6c3ef5b8f713 req-4bc87960-2c56-402a-b4ad-0c46d611dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:12.985074 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8dd1e2ba-995e-4a55-b17a-6c3ef5b8f713 req-4bc87960-2c56-402a-b4ad-0c46d611dc81 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 1131 time: 0.0387380 Jun 03 16:22:13.033718 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8dd1e2ba-995e-4a55-b17a-6c3ef5b8f713 req-a5bb5967-982f-4322-aa4f-c1dc5304aa6d service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 Jun 03 16:22:13.692569 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad20f82-bcbe-4ba3-9c36-60e5f82bebad req-f2963962-6cdc-46ee-8bd8-d2c105c2bed0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:13.694040 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5ad20f82-bcbe-4ba3-9c36-60e5f82bebad req-f2963962-6cdc-46ee-8bd8-d2c105c2bed0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 947 time: 0.0512941 Jun 03 16:22:13.755605 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5ad20f82-bcbe-4ba3-9c36-60e5f82bebad req-6ad378d9-5288-4819-9b34-272628566318 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501890 Jun 03 16:22:14.495920 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:14.547089 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-1f2897c5-e480-4db7-a023-ad497177ee57 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:14.548485 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-1f2897c5-e480-4db7-a023-ad497177ee57 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/networks?id=41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 200 len: 815 time: 0.1027608 Jun 03 16:22:14.562392 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-2fe0518a-5aae-4fd4-953d-a9c2efe6f1be tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/quotas/566b367dc7504d3091558cfd6f35bfa9 HTTP/1.1" status: 200 len: 375 time: 0.0086610 Jun 03 16:22:14.609979 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-89512212-0913-4819-a3c3-858f12b7ccfb tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=566b367dc7504d3091558cfd6f35bfa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430441 Jun 03 16:22:14.668016 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:14.712571 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-14b785f7-d438-4780-904e-9718fbfc7d20 service neutron] 10.222.0.41 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912089 Jun 03 16:22:14.812266 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-8a198174-07f3-44ff-92c7-fa9bfdf05342 service neutron] 10.222.0.41 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873570 Jun 03 16:22:14.889324 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6ce1-b83d-4692-ba25-44f2fb73a308 req-0caa8bc0-680f-49f1-8b87-a61d33770298 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:14.890817 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c9de6ce1-b83d-4692-ba25-44f2fb73a308 req-0caa8bc0-680f-49f1-8b87-a61d33770298 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 947 time: 0.0561445 Jun 03 16:22:14.949855 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c9de6ce1-b83d-4692-ba25-44f2fb73a308 req-97fb8784-1e24-4423-a0a9-ffed93835747 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517128 Jun 03 16:22:15.000113 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2730e18c-a5a0-4d19-8be6-6bc0cedc4ae3 req-66b3f442-d3ee-4c35-99ba-701a35901860 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 210 time: 0.0324638 Jun 03 16:22:16.035166 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-8345bdf6-a73e-44a0-aa96-d66bd9674506 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:16.036690 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-8345bdf6-a73e-44a0-aa96-d66bd9674506 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.118 "GET /v2.0/networks?id=41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 200 len: 815 time: 0.1065032 Jun 03 16:22:16.054366 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'port': {'device_id': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'admin_state_up': True, 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:16.089842 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:16.110063 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fdcf59ba-59eb-4fd0-baf0-73f3224eb963 req-b299a889-a651-4c30-913c-067b31c88dc2 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 210 time: 0.0338373 Jun 03 16:22:16.137935 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98554616-f802-4d83-877a-4ed3aeced58b req-69c93687-513c-449f-9edd-8087ac3e78b3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:16.139401 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-98554616-f802-4d83-877a-4ed3aeced58b req-69c93687-513c-449f-9edd-8087ac3e78b3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 947 time: 0.1007879 Jun 03 16:22:16.200192 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:16.219532 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:16.222187 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-98554616-f802-4d83-877a-4ed3aeced58b req-20b68055-c8d0-4ad8-b59e-1e5e556996ee tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747879 Jun 03 16:22:16.242569 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Made reservation on behalf of 566b367dc7504d3091558cfd6f35bfa9 for: {'port': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:16.254468 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:16.375449 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Allocated IP 172.20.0.6 (41e43258-6f06-4a8a-b481-042e12142b50/4f508499-faa9-4761-986d-00d2317ec53a/25a621ae-2091-4b52-92c0-c980de0c7607) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:16.583002 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for port (25a621ae-2091-4b52-92c0-c980de0c7607), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:16.617260 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:16.661734 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Network 41e43258-6f06-4a8a-b481-042e12142b50 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:16.665022 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:16.672192 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:22:16.678554 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'Port': ['ID=25a621ae-2091-4b52-92c0-c980de0c7607,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:16.728254 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:16.728885 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:16.751252 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5ece6eef-a5e6-4930-961c-51d29b0b767e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7020223 Jun 03 16:22:16.960411 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-6be12735-c241-4290-a8e1-f823f76f0b73 None None] Provisioning complete for port 25a621ae-2091-4b52-92c0-c980de0c7607 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:16.960982 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6be12735-c241-4290-a8e1-f823f76f0b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:16.994972 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-6be12735-c241-4290-a8e1-f823f76f0b73 None None] Port 25a621ae-2091-4b52-92c0-c980de0c7607 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:22:17.001943 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:17.227426 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cb26b-8973-48b5-b2c4-6962255b742d req-109ec347-e0e3-499c-8595-336d2a644825 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:17.229062 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c13cb26b-8973-48b5-b2c4-6962255b742d req-109ec347-e0e3-499c-8595-336d2a644825 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0479443 Jun 03 16:22:17.277137 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c13cb26b-8973-48b5-b2c4-6962255b742d req-bde7ed12-7d7d-4f84-8cfb-10d35b89ce19 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Jun 03 16:22:18.397896 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08533fd3-37ec-4a31-8a0d-03da1d3f5136 req-c4793e05-923d-4796-8422-abd73a0b7ad6 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:18.399570 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-08533fd3-37ec-4a31-8a0d-03da1d3f5136 req-c4793e05-923d-4796-8422-abd73a0b7ad6 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0527804 Jun 03 16:22:18.449761 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-08533fd3-37ec-4a31-8a0d-03da1d3f5136 req-4fa0aefa-3b36-49a3-928f-5338033de5f5 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446734 Jun 03 16:22:19.308208 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b41ea04d-6611-4f87-bb7f-8c796cf361fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:19.571452 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696419bd-f619-4bf2-9bec-6b3881592da6 req-261262c4-525c-43b5-b2e1-5104c88a70d8 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:19.572899 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-696419bd-f619-4bf2-9bec-6b3881592da6 req-261262c4-525c-43b5-b2e1-5104c88a70d8 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0497012 Jun 03 16:22:19.620967 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-696419bd-f619-4bf2-9bec-6b3881592da6 req-3c53de87-3147-4ce0-bcae-7c62059c7957 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 Jun 03 16:22:20.698629 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:20.739790 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017be881-a1a6-4ae0-b503-cfff446d5453 req-ef560808-9354-4fae-8f15-3f977bc0b19d tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:20.741568 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-017be881-a1a6-4ae0-b503-cfff446d5453 req-ef560808-9354-4fae-8f15-3f977bc0b19d tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0512342 Jun 03 16:22:20.793162 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-017be881-a1a6-4ae0-b503-cfff446d5453 req-f8f6be6a-335c-426d-9cbf-561bd2c6e2f5 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451956 Jun 03 16:22:21.609862 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6bb162f1-af68-4fc1-8161-d2d56d517239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:22.067288 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53efe-9a24-4e1f-8404-a866489e0995 req-21a3ff9b-f9d6-4589-9022-50ca2bc510b0 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:22.075353 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0ba53efe-9a24-4e1f-8404-a866489e0995 req-21a3ff9b-f9d6-4589-9022-50ca2bc510b0 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0544627 Jun 03 16:22:22.122668 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0ba53efe-9a24-4e1f-8404-a866489e0995 req-9754969d-3294-4f8e-b448-fbf20dc4d19f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464587 Jun 03 16:22:22.869279 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:23.251624 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e589a-ceb7-4c9f-a8ae-badff6c21ac9 req-6884ea90-e98c-4aab-9a12-ada03004607d tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:23.253159 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca9e589a-ceb7-4c9f-a8ae-badff6c21ac9 req-6884ea90-e98c-4aab-9a12-ada03004607d tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0504889 Jun 03 16:22:23.274855 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:23.309956 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca9e589a-ceb7-4c9f-a8ae-badff6c21ac9 req-93b6f8b3-4eb7-477c-a76d-f483e847806c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Jun 03 16:22:23.982030 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:24.433270 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99d228-26a5-4b31-a492-111addd88048 req-614235ae-0bcd-4b8f-aecd-93b8133df49f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:24.434767 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b99d228-26a5-4b31-a492-111addd88048 req-614235ae-0bcd-4b8f-aecd-93b8133df49f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0554197 Jun 03 16:22:24.482135 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4b99d228-26a5-4b31-a492-111addd88048 req-35f74ed2-163a-4967-9f3f-f142e65bbf02 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Jun 03 16:22:25.600094 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d997a9-9910-4c88-83aa-b6946eb3586c req-cb7189dc-61ad-424f-9dec-2f364e6cc4f8 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:25.601579 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-36d997a9-9910-4c88-83aa-b6946eb3586c req-cb7189dc-61ad-424f-9dec-2f364e6cc4f8 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0465906 Jun 03 16:22:25.648989 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-36d997a9-9910-4c88-83aa-b6946eb3586c req-f3b6e0a0-410d-4e83-908d-73349f029c33 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Jun 03 16:22:26.122106 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:26.762493 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288766c9-de81-4aae-80ec-8890d8f0bb4d req-0fd780c2-2754-4f0d-8ccb-bac221bdb781 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:26.764027 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-288766c9-de81-4aae-80ec-8890d8f0bb4d req-0fd780c2-2754-4f0d-8ccb-bac221bdb781 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0471861 Jun 03 16:22:26.815810 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-288766c9-de81-4aae-80ec-8890d8f0bb4d req-58b4ce63-13c6-4935-990f-0d75f23cee81 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460737 Jun 03 16:22:27.271081 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=63 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:27.273959 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=43 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:27.925770 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daebbc3-c163-44b0-8aa3-a5dcd84759b6 req-cfd62241-f72e-47df-b50a-60b54daf9ebc tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:27.927201 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6daebbc3-c163-44b0-8aa3-a5dcd84759b6 req-cfd62241-f72e-47df-b50a-60b54daf9ebc tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0459232 Jun 03 16:22:27.972780 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6daebbc3-c163-44b0-8aa3-a5dcd84759b6 req-1a987415-ac40-4ec1-b2a3-06b21ce73c98 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Jun 03 16:22:29.085955 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaedb9-2990-4538-a3eb-a64f6f58d090 req-f6feae13-399b-4e56-95b1-6803e3dcaa62 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:29.087430 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8acaedb9-2990-4538-a3eb-a64f6f58d090 req-f6feae13-399b-4e56-95b1-6803e3dcaa62 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0453246 Jun 03 16:22:29.133552 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8acaedb9-2990-4538-a3eb-a64f6f58d090 req-4f01cfe1-3dee-4ed5-a54e-7084f1811bd7 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Jun 03 16:22:30.255814 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f0e3-8ecb-4949-a556-b191146a2067 req-495b2115-c059-44cd-9366-b89d51e9e10c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:30.257777 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9f25f0e3-8ecb-4949-a556-b191146a2067 req-495b2115-c059-44cd-9366-b89d51e9e10c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0502603 Jun 03 16:22:30.304422 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9f25f0e3-8ecb-4949-a556-b191146a2067 req-686daa99-458d-4136-a796-f7d539155927 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Jun 03 16:22:31.415091 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5726d-cbdd-4381-b75d-1bf80290a580 req-7d317154-c47d-4b70-be68-d601a627be8d tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:31.416559 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-aab5726d-cbdd-4381-b75d-1bf80290a580 req-7d317154-c47d-4b70-be68-d601a627be8d tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 931 time: 0.0463271 Jun 03 16:22:31.462779 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-aab5726d-cbdd-4381-b75d-1bf80290a580 req-6756d049-563e-4707-b74b-ad3002bf0d64 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Jun 03 16:22:31.829205 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Request body: {'port': {'device_id': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:31.888694 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:31.898053 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:32.181557 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:32.197964 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a621ae-2091-4b52-92c0-c980de0c7607 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:22:32.205385 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Publish callbacks [] for port (25a621ae-2091-4b52-92c0-c980de0c7607), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:32.217593 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Transition to ACTIVE for port object 25a621ae-2091-4b52-92c0-c980de0c7607 will not be triggered until provisioned by entity L2. {{(pid=103937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:22:32.221251 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:32.291044 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Pushing event updated for resources: {'Port': ['ID=25a621ae-2091-4b52-92c0-c980de0c7607,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:32.347030 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Attempting to bind port 25a621ae-2091-4b52-92c0-c980de0c7607 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:22:32.347400 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Attempting to bind port 25a621ae-2091-4b52-92c0-c980de0c7607 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:22:32.347737 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Attempting to bind port 25a621ae-2091-4b52-92c0-c980de0c7607 on network 41e43258-6f06-4a8a-b481-042e12142b50 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:22:32.353067 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Port 25a621ae-2091-4b52-92c0-c980de0c7607 on network 41e43258-6f06-4a8a-b481-042e12142b50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:22:32.353380 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Attempting to bind port 25a621ae-2091-4b52-92c0-c980de0c7607 on network 41e43258-6f06-4a8a-b481-042e12142b50 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:22:32.358485 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:22:32.358824 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Checking segment: {'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:22:32.359211 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Bound using segment: {'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:22:32.359680 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Bound port: 25a621ae-2091-4b52-92c0-c980de0c7607, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506ec001-aa3d-48e5-a2a0-285c6280162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:22:32.360041 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:32.437099 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] For port 25a621ae-2091-4b52-92c0-c980de0c7607, host hv-cinder-83699, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:22:32.440650 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] For port 25a621ae-2091-4b52-92c0-c980de0c7607, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a621ae-2091-4b52-92c0-c980de0c7607,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:22:32.445661 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:32.479222 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:32.479894 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:32.481240 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] 10.222.0.118 "PUT /v2.0/ports/25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 1093 time: 0.6602516 Jun 03 16:22:32.481701 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:32.483941 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0f2669-209e-4dec-b43b-1e38e07415a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:22:32.509756 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138cf27-7bf5-4d70-9036-2f30b2098dba service neutron] Pushing event updated for resources: {'Port': ['ID=25a621ae-2091-4b52-92c0-c980de0c7607,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:32.604204 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615b71c6-c73b-40b5-bd63-2dd545968464 x-openstack-request-id: req-615b71c6-c73b-40b5-bd63-2dd545968464 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:22:32.604492 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:22:32.604740 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-615b71c6-c73b-40b5-bd63-2dd545968464 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:22:32.605161 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615b71c6-c73b-40b5-bd63-2dd545968464'] response: {'name': 'network-changed', 'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607', 'status': 'completed', 'code': 200} Jun 03 16:22:32.640231 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6015612-6e63-4af3-87ad-1ae16a668fb0 req-5e1fcb26-b867-4aa0-9121-d8bb99cfc789 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:32.641742 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a6015612-6e63-4af3-87ad-1ae16a668fb0 req-5e1fcb26-b867-4aa0-9121-d8bb99cfc789 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 943 time: 0.0828061 Jun 03 16:22:32.645127 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-64a397da-753d-4140-a477-715d0d012a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:32.646760 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-64a397da-753d-4140-a477-715d0d012a69 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=566b367dc7504d3091558cfd6f35bfa9&device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1127 time: 0.0721934 Jun 03 16:22:32.694656 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a6015612-6e63-4af3-87ad-1ae16a668fb0 req-a735398b-aecc-41ae-a1a9-51b998a4d652 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455956 Jun 03 16:22:32.730034 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-967af4f8-2630-4f48-8ec7-6a34fc11bc17 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 217 time: 0.0332193 Jun 03 16:22:32.744763 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:32.779813 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-ed7b5b47-43bb-48b7-8290-060f6116d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:32.781226 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-ed7b5b47-43bb-48b7-8290-060f6116d515 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=4f508499-faa9-4761-986d-00d2317ec53a HTTP/1.1" status: 200 len: 854 time: 0.0442595 Jun 03 16:22:32.823357 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5474a4f1-eae6-4c5a-8c07-e93cdabe5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:32.824700 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5474a4f1-eae6-4c5a-8c07-e93cdabe5a32 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=41e43258-6f06-4a8a-b481-042e12142b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0365887 Jun 03 16:22:32.914848 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-dc150f9b-84f2-4250-a359-da2171c4906c service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838454 Jun 03 16:22:33.000823 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ad00827e-727f-4035-b0ac-1f1a6e382866 req-5477213a-da0a-47cc-97fc-e90f1e7affcc service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791483 Jun 03 16:22:33.810822 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416925fc-6cc5-48b0-af23-0ae7f08830a9 req-0fcb22be-ac59-4910-9d2f-4d7b70c4c2c4 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:33.812302 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-416925fc-6cc5-48b0-af23-0ae7f08830a9 req-0fcb22be-ac59-4910-9d2f-4d7b70c4c2c4 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 943 time: 0.0477602 Jun 03 16:22:33.857743 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-416925fc-6cc5-48b0-af23-0ae7f08830a9 req-593d91b7-f3d2-43cf-bd95-325b5c6d9e7b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Jun 03 16:22:34.973975 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0ddc8-1ccf-4e2f-ba1d-052fc72a0aba req-90e479c3-5af3-486c-a7d2-b8cf6d54da1a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:34.975479 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-84b0ddc8-1ccf-4e2f-ba1d-052fc72a0aba req-90e479c3-5af3-486c-a7d2-b8cf6d54da1a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 943 time: 0.0519938 Jun 03 16:22:35.021879 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-84b0ddc8-1ccf-4e2f-ba1d-052fc72a0aba req-8528caf5-8f01-4885-a2f3-10bb5ef81a19 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Jun 03 16:22:36.071712 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-450c6b7b-0a2b-4627-8ccf-b60c7169896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:36.073248 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-450c6b7b-0a2b-4627-8ccf-b60c7169896a service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=566b367dc7504d3091558cfd6f35bfa9&device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1127 time: 0.0386448 Jun 03 16:22:36.136436 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c90b2-a0d3-4345-b144-50b9e3fb11b0 req-b3a98250-d2f0-4f46-babd-0066b0113ec2 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:36.137928 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e8c90b2-a0d3-4345-b144-50b9e3fb11b0 req-b3a98250-d2f0-4f46-babd-0066b0113ec2 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 943 time: 0.0497901 Jun 03 16:22:36.154048 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:36.171879 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-6c584344-1771-43e7-bb28-9856a2048c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:36.173317 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-6c584344-1771-43e7-bb28-9856a2048c33 service neutron] 10.222.0.118 "GET /v2.0/networks?id=41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 200 len: 917 time: 0.0888081 Jun 03 16:22:36.186006 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e8c90b2-a0d3-4345-b144-50b9e3fb11b0 req-3b383a07-8af2-4bb1-9c74-a2125030932a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Jun 03 16:22:36.212960 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-46365a4a-d310-40fb-8f55-fc4a74c927c1 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 217 time: 0.0329411 Jun 03 16:22:36.265748 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-dec1227a-fda3-4aa1-9204-9329f038a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:36.267185 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-dec1227a-fda3-4aa1-9204-9329f038a613 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=4f508499-faa9-4761-986d-00d2317ec53a HTTP/1.1" status: 200 len: 854 time: 0.0456533 Jun 03 16:22:36.312152 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-d5c2ee8d-ea31-403a-8d92-68da82a59558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:36.313513 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-d5c2ee8d-ea31-403a-8d92-68da82a59558 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=41e43258-6f06-4a8a-b481-042e12142b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0362308 Jun 03 16:22:36.363768 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 25a621ae-2091-4b52-92c0-c980de0c7607 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:22:36.404134 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-a7265b3f-2777-4ec9-9935-67c7b9d177a2 service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830443 Jun 03 16:22:36.421390 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:36.458765 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:36.464811 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 25a621ae-2091-4b52-92c0-c980de0c7607, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a621ae-2091-4b52-92c0-c980de0c7607,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:36.476572 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '25a621ae-2091-4b52-92c0-c980de0c7607', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'port_id': '25a621ae-2091-4b52-92c0-c980de0c7607', 'mac_address': 'fa:16:3e:a7:97:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:22:36.493895 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5e0f2669-209e-4dec-b43b-1e38e07415a1 req-c6e563da-7cd1-401c-b8f2-637c95a9c72b service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809600 Jun 03 16:22:36.510562 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 25a621ae-2091-4b52-92c0-c980de0c7607 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:36.510949 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:36.524012 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a621ae-2091-4b52-92c0-c980de0c7607 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:22:36.542762 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 25a621ae-2091-4b52-92c0-c980de0c7607, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a621ae-2091-4b52-92c0-c980de0c7607,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:36.546374 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:36.590084 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=25a621ae-2091-4b52-92c0-c980de0c7607,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:36.998438 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['25a621ae-2091-4b52-92c0-c980de0c7607'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:22:37.326889 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282c16-0c4b-42aa-bbfd-d7b822e0721f req-7a7ab13e-fd07-43d1-9549-2e4305192522 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:37.328371 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bc282c16-0c4b-42aa-bbfd-d7b822e0721f req-7a7ab13e-fd07-43d1-9549-2e4305192522 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 944 time: 0.0507541 Jun 03 16:22:37.373758 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bc282c16-0c4b-42aa-bbfd-d7b822e0721f req-3dbe9d0b-0302-4102-b0d4-1467a6e80f31 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Jun 03 16:22:38.377535 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 25a621ae-2091-4b52-92c0-c980de0c7607 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:22:38.420557 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 25a621ae-2091-4b52-92c0-c980de0c7607 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:22:38.428374 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 25a621ae-2091-4b52-92c0-c980de0c7607 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:38.428740 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:38.492565 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb72dc-bf24-4e2e-ba7b-21410df13787 req-6160453b-3ec4-4856-835c-d4e454f1c66e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:38.494081 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3bfb72dc-bf24-4e2e-ba7b-21410df13787 req-6160453b-3ec4-4856-835c-d4e454f1c66e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 944 time: 0.0507579 Jun 03 16:22:38.512080 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 25a621ae-2091-4b52-92c0-c980de0c7607 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:38.512378 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:38.535989 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:38.538213 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d6d486-cc65-4bd4-8c5a-fc53f1b9d5f3" -d '{"events": [{"server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "name": "network-vif-plugged", "status": "completed", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:22:38.543274 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3bfb72dc-bf24-4e2e-ba7b-21410df13787 req-073ace1d-accb-47d9-b3ad-d27946286126 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Jun 03 16:22:38.551352 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 25a621ae-2091-4b52-92c0-c980de0c7607, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a621ae-2091-4b52-92c0-c980de0c7607,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:38.560551 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:38.581902 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b3add-664d-4cb5-acb3-efe3376ac25d x-openstack-request-id: req-c91b3add-664d-4cb5-acb3-efe3376ac25d {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:22:38.582187 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "name": "network-vif-plugged", "status": "completed", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:22:38.582434 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c91b3add-664d-4cb5-acb3-efe3376ac25d {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:22:38.582816 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91b3add-664d-4cb5-acb3-efe3376ac25d'] response: {'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607', 'code': 200} Jun 03 16:22:38.608059 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=25a621ae-2091-4b52-92c0-c980de0c7607,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:39.064727 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18b72c-9097-4c25-9931-2703178f56b8 req-052f22f6-f036-4352-9d8b-191221a55221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:39.066201 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fd18b72c-9097-4c25-9931-2703178f56b8 req-052f22f6-f036-4352-9d8b-191221a55221 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1129 time: 0.0400507 Jun 03 16:22:39.118866 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fd18b72c-9097-4c25-9931-2703178f56b8 req-8f13afa1-66f6-4382-a83d-95bfb5eba1ab service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450618 Jun 03 16:22:39.664302 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b2d11-a4b3-4e0d-9d40-282041996f20 req-8b130d74-5a41-4bef-ba07-fa4b28c28604 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:39.665987 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9c3b2d11-a4b3-4e0d-9d40-282041996f20 req-8b130d74-5a41-4bef-ba07-fa4b28c28604 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0541351 Jun 03 16:22:39.687225 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:39.714179 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9c3b2d11-a4b3-4e0d-9d40-282041996f20 req-32c7185a-ba5c-409f-95d1-4f1009ecc58e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Jun 03 16:22:39.725097 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0ad80-3741-484b-aa86-8bcceddb3554 req-1b4e384b-4ed8-476d-a141-852b0283b4a4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:39.727237 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-65f0ad80-3741-484b-aa86-8bcceddb3554 req-1b4e384b-4ed8-476d-a141-852b0283b4a4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0480912 Jun 03 16:22:39.776767 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-65f0ad80-3741-484b-aa86-8bcceddb3554 req-0b613423-859c-4c90-a927-35f06ece8507 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439401 Jun 03 16:22:40.147243 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:40.152508 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:40.370679 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-5c37ada7-37ff-4345-9d26-610e25bb0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:40.372127 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-5c37ada7-37ff-4345-9d26-610e25bb0cde service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 1130 time: 0.0378530 Jun 03 16:22:40.459463 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-1a1acee2-b5dc-4a7a-8361-2fe3773afe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:40.461448 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-1a1acee2-b5dc-4a7a-8361-2fe3773afe5a service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.0813718 Jun 03 16:22:40.525650 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-a7b7f681-4707-475f-a55b-dd1e9cd68ee9 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0 HTTP/1.1" status: 200 len: 1002 time: 0.0561349 Jun 03 16:22:40.573837 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-afd07a87-02db-4475-9cb7-f11324fa2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:40.575192 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-afd07a87-02db-4475-9cb7-f11324fa2898 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0409787 Jun 03 16:22:40.626366 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-47f73dc4-2af4-4d62-9d1e-0b6ec1dded6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:40.627777 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-47f73dc4-2af4-4d62-9d1e-0b6ec1dded6f service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0349312 Jun 03 16:22:40.717155 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-d48658ea-6841-4caa-9aff-216fa6e0f7f0 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827551 Jun 03 16:22:40.768558 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:40.845300 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3977b724-ae8a-475a-b480-fab0cb28a83c req-3e06f02d-6441-4afe-a521-fd18b99c6a62 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200128 Jun 03 16:22:40.851498 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce684677-a517-4de3-8002-8dc898683149 req-b4394a0c-fac3-48ba-b634-2a25fcbf1620 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:40.852836 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ce684677-a517-4de3-8002-8dc898683149 req-b4394a0c-fac3-48ba-b634-2a25fcbf1620 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0648656 Jun 03 16:22:40.896765 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9baf96-cb03-45df-93af-643e5a93517b req-a011f2f4-b4bc-425a-a300-a52fe61cea2e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:40.898261 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ec9baf96-cb03-45df-93af-643e5a93517b req-a011f2f4-b4bc-425a-a300-a52fe61cea2e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0488608 Jun 03 16:22:40.900416 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ce684677-a517-4de3-8002-8dc898683149 req-2ba84f09-634f-4783-8cf1-b74d8a299a1d tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Jun 03 16:22:40.944212 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ec9baf96-cb03-45df-93af-643e5a93517b req-d22e60b0-1dc1-4b7f-b72f-14cff32565ac tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 Jun 03 16:22:42.011553 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e526e-f070-454e-92a0-7ec056e18d21 req-b1b885cf-a3a7-4b79-8058-5b63f7fc8954 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:42.013032 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4c5e526e-f070-454e-92a0-7ec056e18d21 req-b1b885cf-a3a7-4b79-8058-5b63f7fc8954 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0470777 Jun 03 16:22:42.059228 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bf4eb-3ca8-4d22-9828-f8d434cdcf16 req-dcb14277-c24e-4ce8-8c30-1300f0b0a71d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:42.059872 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4c5e526e-f070-454e-92a0-7ec056e18d21 req-fcdf1a56-957c-4bbf-8051-3e303ddfacf0 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Jun 03 16:22:42.060758 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b16bf4eb-3ca8-4d22-9828-f8d434cdcf16 req-dcb14277-c24e-4ce8-8c30-1300f0b0a71d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0477881 Jun 03 16:22:42.109978 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b16bf4eb-3ca8-4d22-9828-f8d434cdcf16 req-8ba028b2-c478-46ff-a56a-cc29d2e6f762 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432034 Jun 03 16:22:42.174915 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175bcfa-d700-4538-b32d-89f9076bf055 req-ec4d3786-4e58-48a9-b0f1-10a832aa516a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:42.176377 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a175bcfa-d700-4538-b32d-89f9076bf055 req-ec4d3786-4e58-48a9-b0f1-10a832aa516a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0493219 Jun 03 16:22:42.222162 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a175bcfa-d700-4538-b32d-89f9076bf055 req-0e419952-8d93-4c18-8e32-686cd48319a3 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Jun 03 16:22:42.534407 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663d13e-d748-4f7e-8094-91f3eccfc8d1 req-9ecb6e83-7016-4d9b-b469-0318df7e429e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:42.535816 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1663d13e-d748-4f7e-8094-91f3eccfc8d1 req-9ecb6e83-7016-4d9b-b469-0318df7e429e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0456316 Jun 03 16:22:42.581371 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1663d13e-d748-4f7e-8094-91f3eccfc8d1 req-54814f27-1748-4d7a-874c-701a63692081 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Jun 03 16:22:43.231416 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389d52c-45c8-48ba-b878-b5fa68895274 req-87f2d3e2-4b8e-40ce-abc8-8accf5dd36ca tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:43.232878 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f389d52c-45c8-48ba-b878-b5fa68895274 req-87f2d3e2-4b8e-40ce-abc8-8accf5dd36ca tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0494130 Jun 03 16:22:43.279784 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f389d52c-45c8-48ba-b878-b5fa68895274 req-15e8cb07-33b8-449a-8e16-690f3bfb2fe8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414319 Jun 03 16:22:44.004730 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:22:44.408767 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee820a-e9cc-4437-9003-9da255026994 req-9b18a214-51a6-45be-91be-e1f331beab71 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:44.410374 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7ee820a-e9cc-4437-9003-9da255026994 req-9b18a214-51a6-45be-91be-e1f331beab71 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0543180 Jun 03 16:22:44.458624 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7ee820a-e9cc-4437-9003-9da255026994 req-05d481e1-1557-46b5-8971-fdc859a91b01 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Jun 03 16:22:44.670774 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:45.575783 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681ec08-e87d-415f-8f71-c8e7956d0084 req-590c03a7-3d38-4d13-9a9f-584193a52793 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:45.577209 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c681ec08-e87d-415f-8f71-c8e7956d0084 req-590c03a7-3d38-4d13-9a9f-584193a52793 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0487735 Jun 03 16:22:45.621631 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c681ec08-e87d-415f-8f71-c8e7956d0084 req-6f7d54fd-038d-4cbe-8011-7cb1fc4a5cb6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390160 Jun 03 16:22:46.736750 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abc55a-bf22-4082-bb1b-806c91c590a2 req-6818e63e-be2d-4ea2-ace6-e8a38a613998 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:46.738205 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-29abc55a-bf22-4082-bb1b-806c91c590a2 req-6818e63e-be2d-4ea2-ace6-e8a38a613998 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0500150 Jun 03 16:22:46.784435 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-29abc55a-bf22-4082-bb1b-806c91c590a2 req-e5b72fe7-b882-4f39-8dcc-85ebaff08f37 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408123 Jun 03 16:22:47.896668 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb0a9d-35c0-442c-82e2-10e4e5bf0d8f req-9a822c7c-e431-4dda-b646-0ea4ac4e9769 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:47.898131 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e8eb0a9d-35c0-442c-82e2-10e4e5bf0d8f req-9a822c7c-e431-4dda-b646-0ea4ac4e9769 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0466075 Jun 03 16:22:47.921657 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:47.944656 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e8eb0a9d-35c0-442c-82e2-10e4e5bf0d8f req-1c4fbeac-d997-4fdb-8d5e-4705b7ee897b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406034 Jun 03 16:22:49.055239 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efafd10-5168-436b-b904-bac9fcdcde5b req-f8cb7004-46ad-4c22-8118-f6370cbc5c79 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:49.056773 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4efafd10-5168-436b-b904-bac9fcdcde5b req-f8cb7004-46ad-4c22-8118-f6370cbc5c79 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0465190 Jun 03 16:22:49.102836 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4efafd10-5168-436b-b904-bac9fcdcde5b req-85cdb40e-bdcf-400f-95c3-e2244755f586 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 Jun 03 16:22:49.303783 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a740c972-e05d-43af-957e-b0371cf55036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:50.216545 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a2cef-a17c-418a-a1fe-c80cf8a3b519 req-3eb7a189-9ca0-4ead-824f-36d0f4f207f4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:50.217975 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3c6a2cef-a17c-418a-a1fe-c80cf8a3b519 req-3eb7a189-9ca0-4ead-824f-36d0f4f207f4 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0452695 Jun 03 16:22:50.243747 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:50.268557 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3c6a2cef-a17c-418a-a1fe-c80cf8a3b519 req-bc872be0-cbdc-455f-ae21-0f93a675d03c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450592 Jun 03 16:22:51.384033 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb22415-8d3d-4c2d-85db-ff0b9b87af94 req-d527fc87-eb82-44c4-b7b6-2368d6261e77 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:51.385487 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3eb22415-8d3d-4c2d-85db-ff0b9b87af94 req-d527fc87-eb82-44c4-b7b6-2368d6261e77 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0467906 Jun 03 16:22:51.433974 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3eb22415-8d3d-4c2d-85db-ff0b9b87af94 req-473e84f5-a49e-4d73-8f21-4a0b3dff5044 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Jun 03 16:22:51.602077 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8f09c861-d7bb-4a32-8f1d-fac939a51c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:51.952182 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:51.964782 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2d46f-fc00-4b3a-ba57-5621957ffadd req-85efb204-46a0-4726-93a2-e8481391d968 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:51.966283 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bcc2d46f-fc00-4b3a-ba57-5621957ffadd req-85efb204-46a0-4726-93a2-e8481391d968 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0507834 Jun 03 16:22:52.013565 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bcc2d46f-fc00-4b3a-ba57-5621957ffadd req-a972219d-996a-4621-aa96-bf8c7b6f43bb tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Jun 03 16:22:52.036100 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47176) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:52.165192 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda3ea1e-59a3-4306-b448-6467977c5f4f tempest-TestMinimumBasicScenario-1887967985 tempest-TestMinimumBasicScenario-1887967985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:52.166694 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-cda3ea1e-59a3-4306-b448-6467977c5f4f tempest-TestMinimumBasicScenario-1887967985 tempest-TestMinimumBasicScenario-1887967985-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1124 time: 0.1296444 Jun 03 16:22:52.169538 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47180) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:52.173918 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'port_id': '25a621ae-2091-4b52-92c0-c980de0c7607', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:52.197793 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:52.280413 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:52.390275 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Allocated IP 172.27.2.142 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/b6f64dca-0aa4-4b41-b7f7-78785d195971) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:52.501080 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for port (b6f64dca-0aa4-4b41-b7f7-78785d195971), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:52.534465 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (b6f64dca-0aa4-4b41-b7f7-78785d195971), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:52.551490 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a29c7-b78d-4ac5-8e56-9156c9caebbb req-8d66aa3e-3eda-4700-9973-69e76dbefeb9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:52.552969 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b80a29c7-b78d-4ac5-8e56-9156c9caebbb req-8d66aa3e-3eda-4700-9973-69e76dbefeb9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0498407 Jun 03 16:22:52.569635 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:52.572562 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:52.576004 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:22:52.599866 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b80a29c7-b78d-4ac5-8e56-9156c9caebbb req-182e17be-b24c-4868-bc7a-762db07b4e9d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405214 Jun 03 16:22:52.606272 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'Port': ['ID=b6f64dca-0aa4-4b41-b7f7-78785d195971,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:52.796632 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:52.872396 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:52.906060 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:52.918873 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for floatingip (832d2396-7935-4253-a13d-44256f456114), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:52.982004 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (b6f64dca-0aa4-4b41-b7f7-78785d195971), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:53.161659 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for port (b6f64dca-0aa4-4b41-b7f7-78785d195971), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:53.166995 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (b6f64dca-0aa4-4b41-b7f7-78785d195971), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:53.219117 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f793b5-eae0-47a3-890a-15021847a3c6 req-68ea3184-c9ee-4601-9184-8a9f4b20e8b5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:53.220603 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-63f793b5-eae0-47a3-890a-15021847a3c6 req-68ea3184-c9ee-4601-9184-8a9f4b20e8b5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0460596 Jun 03 16:22:53.237820 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'Port': ['ID=b6f64dca-0aa4-4b41-b7f7-78785d195971,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:53.251763 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (832d2396-7935-4253-a13d-44256f456114), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:53.276575 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-63f793b5-eae0-47a3-890a-15021847a3c6 req-a8969517-ecd3-4707-b89d-76988ae10a81 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497110 Jun 03 16:22:53.287905 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.288252 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.288590 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.289006 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.289348 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.289679 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.290009 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.290335 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.290661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.290984 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.291332 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.291654 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.291975 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.292295 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.292650 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.356773 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Floating IP 832d2396-7935-4253-a13d-44256f456114 associated. External IP: 172.27.2.142, port: 25a621ae-2091-4b52-92c0-c980de0c7607. Jun 03 16:22:53.542144 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Router 55114440-d7aa-434a-a7d7-8a0544e6e83d has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:22:53.640654 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:22:53.653235 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] Sync routers for ids ['55114440-d7aa-434a-a7d7-8a0544e6e83d'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:53.657645 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:53.665011 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] Routers {'55114440-d7aa-434a-a7d7-8a0544e6e83d'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:22:53.665663 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:22:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['55114440-d7aa-434a-a7d7-8a0544e6e83d'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:53.667065 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:53.698398 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:53.729648 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9e87d940-dc62-4e62-be2a-68104f04e306 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5590832 Jun 03 16:22:53.732339 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:53.732514 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47192) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:53.734817 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:22:53.737192 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035926710', 'description': 'tempest-secgroup-smoke-2035926710 description', 'project_id': '566b367dc7504d3091558cfd6f35bfa9'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:53.750923 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a40a30-1b6b-4a31-8e7c-421382044406 req-1b12af4a-0a2e-4636-be75-d0c5a8ed263b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:53.752431 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a40a30-1b6b-4a31-8e7c-421382044406 req-1b12af4a-0a2e-4636-be75-d0c5a8ed263b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0662923 Jun 03 16:22:53.759726 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:53.769476 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] Set router 55114440-d7aa-434a-a7d7-8a0544e6e83d gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:22:53.783618 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b00e216-4fb3-455d-ba8b-2c711b87bae7 x-openstack-request-id: req-5b00e216-4fb3-455d-ba8b-2c711b87bae7 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:22:53.783903 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:22:53.784152 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b00e216-4fb3-455d-ba8b-2c711b87bae7 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:22:53.784534 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b00e216-4fb3-455d-ba8b-2c711b87bae7'] response: {'name': 'network-changed', 'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607', 'status': 'completed', 'code': 200} Jun 03 16:22:53.790164 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:53.823955 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a40a30-1b6b-4a31-8e7c-421382044406 req-f1093649-b095-4e45-b4ac-8a13f15720dc tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590675 Jun 03 16:22:53.871905 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-3300363d-bb4b-48bb-a141-d2f455b49ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:53.873391 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-3300363d-bb4b-48bb-a141-d2f455b49ce6 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=566b367dc7504d3091558cfd6f35bfa9&device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1129 time: 0.0571682 Jun 03 16:22:53.875667 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group (851f2bb5-1c5b-4e83-a416-39aca1f3186f), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:53.879676 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (851f2bb5-1c5b-4e83-a416-39aca1f3186f), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:53.955797 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:53.957011 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2235575 Jun 03 16:22:53.960224 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851f2bb5-1c5b-4e83-a416-39aca1f3186f,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:53.960899 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47196) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:53.969934 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-182e24c4-37c9-4fb5-b1cd-f73fb1f6ce92 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'security_group_rule': {'security_group_id': '851f2bb5-1c5b-4e83-a416-39aca1f3186f', 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:53.973856 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.974199 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.974524 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.974885 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.975217 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.975586 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.975896 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.976218 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.976534 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.976852 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.977170 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.977485 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.977798 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.978109 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.978423 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c379c-2c9b-4ee2-a58c-1b1d34eef85e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:53.988642 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '832d2396-7935-4253-a13d-44256f456114', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'port_id': '25a621ae-2091-4b52-92c0-c980de0c7607', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'mac_address': 'fa:16:3e:a7:97:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:22:52Z', 'updated_at': '2022-06-03T16:22:52Z', 'revision_number': 0, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dac941-ba34-411a-ab60-d2aa94d5fa5a', 'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'mac_address': 'fa:16:3e:f0:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:57Z', 'updated_at': '2022-06-03T16:22:02Z', 'revision_number': 5, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'subnets': [{'id': '4f508499-faa9-4761-986d-00d2317ec53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:54.003313 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.011046 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182e24c4-37c9-4fb5-b1cd-f73fb1f6ce92 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (91b038fd-2050-49cd-a4bf-39c0705a506c), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.029410 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-60cd7b93-7c3e-4c1b-b258-ef54fed2362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:54.029772 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] Checking router: 55114440-d7aa-434a-a7d7-8a0544e6e83d for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:54.031123 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-60cd7b93-7c3e-4c1b-b258-ef54fed2362c service neutron] 10.222.0.118 "GET /v2.0/networks?id=41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 200 len: 917 time: 0.1411991 Jun 03 16:22:54.038137 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] Routers {'55114440-d7aa-434a-a7d7-8a0544e6e83d'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:22:54.038722 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:22:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['55114440-d7aa-434a-a7d7-8a0544e6e83d'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:54.072324 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182e24c4-37c9-4fb5-b1cd-f73fb1f6ce92 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (91b038fd-2050-49cd-a4bf-39c0705a506c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.076216 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182e24c4-37c9-4fb5-b1cd-f73fb1f6ce92 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (91b038fd-2050-49cd-a4bf-39c0705a506c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.098750 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e24c4-37c9-4fb5-b1cd-f73fb1f6ce92 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b038fd-2050-49cd-a4bf-39c0705a506c,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:54.105335 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-c3647373-41e1-4e09-868a-792058ffbabf service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 999 time: 0.0606389 Jun 03 16:22:54.106969 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182e24c4-37c9-4fb5-b1cd-f73fb1f6ce92 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.108872 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-182e24c4-37c9-4fb5-b1cd-f73fb1f6ce92 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462898 Jun 03 16:22:54.110982 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47198) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:54.115284 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-9b1f2ea6-da26-455f-81ef-3034e1b9ec6b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'security_group_rule': {'security_group_id': '851f2bb5-1c5b-4e83-a416-39aca1f3186f', 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:54.136866 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] Set router 55114440-d7aa-434a-a7d7-8a0544e6e83d gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:22:54.177081 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-1d9bba66-7b68-4dba-b961-5139ba51f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:54.178621 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-1d9bba66-7b68-4dba-b961-5139ba51f615 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=4f508499-faa9-4761-986d-00d2317ec53a HTTP/1.1" status: 200 len: 854 time: 0.0585592 Jun 03 16:22:54.180394 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2ea6-da26-455f-81ef-3034e1b9ec6b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (3b8484dc-e6e3-442d-b131-406a0c82b242), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.253904 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-d4e437d2-8e61-47e5-b82c-f69811f28bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:54.255447 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-d4e437d2-8e61-47e5-b82c-f69811f28bf5 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=41e43258-6f06-4a8a-b481-042e12142b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0651140 Jun 03 16:22:54.270392 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2ea6-da26-455f-81ef-3034e1b9ec6b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (3b8484dc-e6e3-442d-b131-406a0c82b242), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.287415 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2ea6-da26-455f-81ef-3034e1b9ec6b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (3b8484dc-e6e3-442d-b131-406a0c82b242), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.339131 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f2ea6-da26-455f-81ef-3034e1b9ec6b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8484dc-e6e3-442d-b131-406a0c82b242,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:54.346597 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2ea6-da26-455f-81ef-3034e1b9ec6b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.350302 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-9b1f2ea6-da26-455f-81ef-3034e1b9ec6b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2358599 Jun 03 16:22:54.350469 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:54.351472 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47202) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:54.355709 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-b6d3879f-5293-48f9-911c-98d5799055ef tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'security_group_rule': {'security_group_id': '851f2bb5-1c5b-4e83-a416-39aca1f3186f', 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:54.433641 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '832d2396-7935-4253-a13d-44256f456114', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'port_id': '25a621ae-2091-4b52-92c0-c980de0c7607', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'mac_address': 'fa:16:3e:a7:97:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:22:52Z', 'updated_at': '2022-06-03T16:22:52Z', 'revision_number': 0, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dac941-ba34-411a-ab60-d2aa94d5fa5a', 'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'mac_address': 'fa:16:3e:f0:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:57Z', 'updated_at': '2022-06-03T16:22:02Z', 'revision_number': 5, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'subnets': [{'id': '4f508499-faa9-4761-986d-00d2317ec53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:54.435556 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-e8a04049-bdb1-440f-9d31-b6a76e914dbf service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673186 Jun 03 16:22:54.447279 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47ac98-6b17-4469-84b4-283623407b7b req-3baf2080-17f4-48d2-846e-bb232b48fa5d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:54.448692 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de47ac98-6b17-4469-84b4-283623407b7b req-3baf2080-17f4-48d2-846e-bb232b48fa5d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0776200 Jun 03 16:22:54.458933 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b6d3879f-5293-48f9-911c-98d5799055ef tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (a21ba128-3e27-4e81-a6a0-3eee1c33520e), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.459679 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d158ea-d582-40cc-ba12-84e7cef7246d None None] The sync data for ids ['55114440-d7aa-434a-a7d7-8a0544e6e83d'] in dv-cinder-836996-28-iscsi is: [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '832d2396-7935-4253-a13d-44256f456114', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'port_id': '25a621ae-2091-4b52-92c0-c980de0c7607', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'mac_address': 'fa:16:3e:a7:97:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:22:52Z', 'updated_at': '2022-06-03T16:22:52Z', 'revision_number': 0, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dac941-ba34-411a-ab60-d2aa94d5fa5a', 'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'mac_address': 'fa:16:3e:f0:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:57Z', 'updated_at': '2022-06-03T16:22:02Z', 'revision_number': 5, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'subnets': [{'id': '4f508499-faa9-4761-986d-00d2317ec53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:54.545417 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:54.593911 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-de47ac98-6b17-4469-84b4-283623407b7b req-58c842fc-8996-4927-a951-946302dfd5b1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301897 Jun 03 16:22:54.620258 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b6d3879f-5293-48f9-911c-98d5799055ef tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (a21ba128-3e27-4e81-a6a0-3eee1c33520e), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.624242 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-31f87f53-9ee2-4a0c-81e9-c5e6eebc678c req-dc8629b0-5043-4a98-a9aa-2005930ce9a5 service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720910 Jun 03 16:22:54.625305 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b6d3879f-5293-48f9-911c-98d5799055ef tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (a21ba128-3e27-4e81-a6a0-3eee1c33520e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.645293 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3879f-5293-48f9-911c-98d5799055ef tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21ba128-3e27-4e81-a6a0-3eee1c33520e,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:54.653303 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b6d3879f-5293-48f9-911c-98d5799055ef tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.657287 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-b6d3879f-5293-48f9-911c-98d5799055ef tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3021696 Jun 03 16:22:54.657548 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47204) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:54.662080 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-5fee0097-65d5-4885-b348-63399d154cbd tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'security_group_rule': {'security_group_id': '851f2bb5-1c5b-4e83-a416-39aca1f3186f', 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:54.686058 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de184ac-238b-4396-a29d-270508f0af58 None None] New status for floating IP 832d2396-7935-4253-a13d-44256f456114: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:22:54.694503 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5fee0097-65d5-4885-b348-63399d154cbd tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (77fef8b5-80cc-419e-bcb4-549e12979bda), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.721210 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:54.733912 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:54.753923 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5fee0097-65d5-4885-b348-63399d154cbd tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (77fef8b5-80cc-419e-bcb4-549e12979bda), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.757814 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5fee0097-65d5-4885-b348-63399d154cbd tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (77fef8b5-80cc-419e-bcb4-549e12979bda), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.777834 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee0097-65d5-4885-b348-63399d154cbd tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fef8b5-80cc-419e-bcb4-549e12979bda,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:54.785485 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5fee0097-65d5-4885-b348-63399d154cbd tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.789936 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-5fee0097-65d5-4885-b348-63399d154cbd tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281900 Jun 03 16:22:54.790225 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47206) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:54.794693 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-7680e340-c17b-4ccc-836a-5b9a9e119514 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'security_group_rule': {'security_group_id': '851f2bb5-1c5b-4e83-a416-39aca1f3186f', 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:54.817044 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.securitygroups_db [None req-7680e340-c17b-4ccc-836a-5b9a9e119514 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Project 566b367dc7504d3091558cfd6f35bfa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:22:54.823085 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7680e340-c17b-4ccc-836a-5b9a9e119514 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (bb4faa5b-2e1c-4ba5-bd17-aad9fec80930), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.893248 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7680e340-c17b-4ccc-836a-5b9a9e119514 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (bb4faa5b-2e1c-4ba5-bd17-aad9fec80930), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.897596 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7680e340-c17b-4ccc-836a-5b9a9e119514 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (bb4faa5b-2e1c-4ba5-bd17-aad9fec80930), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.918546 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680e340-c17b-4ccc-836a-5b9a9e119514 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4faa5b-2e1c-4ba5-bd17-aad9fec80930,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:54.927786 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7680e340-c17b-4ccc-836a-5b9a9e119514 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.929666 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-7680e340-c17b-4ccc-836a-5b9a9e119514 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384380 Jun 03 16:22:54.933763 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47210) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:22:54.938097 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-0b33fc3f-6893-492b-9263-becaa671d199 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'security_group_rule': {'security_group_id': '851f2bb5-1c5b-4e83-a416-39aca1f3186f', 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:54.959485 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.securitygroups_db [None req-0b33fc3f-6893-492b-9263-becaa671d199 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Project 566b367dc7504d3091558cfd6f35bfa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:22:54.966732 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0b33fc3f-6893-492b-9263-becaa671d199 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (eb23ddd7-7ce9-4763-a106-11a33e6f31ae), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:54.972461 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aabb66-4877-4338-95b2-e559c9605664 req-3e142faf-b9d9-4b44-8d57-906ff1f791d6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:54.974138 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f1aabb66-4877-4338-95b2-e559c9605664 req-3e142faf-b9d9-4b44-8d57-906ff1f791d6 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0640852 Jun 03 16:22:55.027803 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f1aabb66-4877-4338-95b2-e559c9605664 req-61f23125-22fa-4bbf-b995-41981fd29e4f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473342 Jun 03 16:22:55.033108 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0b33fc3f-6893-492b-9263-becaa671d199 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (eb23ddd7-7ce9-4763-a106-11a33e6f31ae), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:55.036909 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0b33fc3f-6893-492b-9263-becaa671d199 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (eb23ddd7-7ce9-4763-a106-11a33e6f31ae), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:55.055175 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33fc3f-6893-492b-9263-becaa671d199 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb23ddd7-7ce9-4763-a106-11a33e6f31ae,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:55.062699 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0b33fc3f-6893-492b-9263-becaa671d199 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:55.063908 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-0b33fc3f-6893-492b-9263-becaa671d199 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292238 Jun 03 16:22:55.113982 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:55.153471 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-f6673eaf-9650-4b94-bbb7-7e74bead56e6 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035926710&fields=id&tenant_id=566b367dc7504d3091558cfd6f35bfa9 HTTP/1.1" status: 200 len: 267 time: 0.0454433 Jun 03 16:22:55.202041 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-f6efdc5e-6c7a-435a-8fed-3fd0f18ac4a0 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:55.203484 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-f6efdc5e-6c7a-435a-8fed-3fd0f18ac4a0 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0446250 Jun 03 16:22:55.214041 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-0d74ea33-bf2d-4d2d-b99e-8fb9477b2a7f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'port': {'security_groups': ['d3860d49-6d0a-4f7e-b034-08d0a2ce4e50', '851f2bb5-1c5b-4e83-a416-39aca1f3186f']}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:22:55.519731 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-0d74ea33-bf2d-4d2d-b99e-8fb9477b2a7f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:55.643050 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:55.713126 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e361d69-17ad-4c7d-bf21-44e363859a8a req-55586774-2e93-4f1c-abc1-e1857de3fcd7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:55.714858 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e361d69-17ad-4c7d-bf21-44e363859a8a req-55586774-2e93-4f1c-abc1-e1857de3fcd7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0480325 Jun 03 16:22:55.742511 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-0d74ea33-bf2d-4d2d-b99e-8fb9477b2a7f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] For port 25a621ae-2091-4b52-92c0-c980de0c7607, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a621ae-2091-4b52-92c0-c980de0c7607,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:22:55.763086 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e361d69-17ad-4c7d-bf21-44e363859a8a req-72645017-266b-416a-8b0d-0b20f655f687 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Jun 03 16:22:55.772071 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-0d74ea33-bf2d-4d2d-b99e-8fb9477b2a7f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for port (25a621ae-2091-4b52-92c0-c980de0c7607), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:55.776880 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-0d74ea33-bf2d-4d2d-b99e-8fb9477b2a7f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:55.788659 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['25a621ae-2091-4b52-92c0-c980de0c7607'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:22:55.820115 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-0d74ea33-bf2d-4d2d-b99e-8fb9477b2a7f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:55.820730 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-0d74ea33-bf2d-4d2d-b99e-8fb9477b2a7f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:55.822173 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d85249dd-7316-4723-b6f3-70aa471392a9 req-0d74ea33-bf2d-4d2d-b99e-8fb9477b2a7f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "PUT /v2.0/ports/25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 981 time: 0.6127717 Jun 03 16:22:55.824873 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:55.827156 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2712720-81cb-470f-aff4-d42dae92f229" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:22:55.853244 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74ea33-bf2d-4d2d-b99e-8fb9477b2a7f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'Port': ['ID=25a621ae-2091-4b52-92c0-c980de0c7607,revision_number=6']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:55.899817 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7862a580-1f28-4b16-ab60-67d7f6f7d5b8 x-openstack-request-id: req-7862a580-1f28-4b16-ab60-67d7f6f7d5b8 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:22:55.900102 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:22:55.900351 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7862a580-1f28-4b16-ab60-67d7f6f7d5b8 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:22:55.900808 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7862a580-1f28-4b16-ab60-67d7f6f7d5b8'] response: {'name': 'network-changed', 'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607', 'status': 'completed', 'code': 200} Jun 03 16:22:55.968467 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['25a621ae-2091-4b52-92c0-c980de0c7607'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:22:55.977896 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdede8-6b1d-4825-9f03-cbfb0f1fbbce req-f66d63aa-9470-432a-8225-456530df6dfa tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:55.979421 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2712720-81cb-470f-aff4-d42dae92f229 req-877294cb-0c4f-48f7-b302-8b395c54e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:55.979765 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-41fdede8-6b1d-4825-9f03-cbfb0f1fbbce req-f66d63aa-9470-432a-8225-456530df6dfa tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0695205 Jun 03 16:22:55.981272 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a2712720-81cb-470f-aff4-d42dae92f229 req-877294cb-0c4f-48f7-b302-8b395c54e409 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=566b367dc7504d3091558cfd6f35bfa9&device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1168 time: 0.0574543 Jun 03 16:22:56.059830 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-41fdede8-6b1d-4825-9f03-cbfb0f1fbbce req-fb3ccfe8-3609-4696-93fd-0260f8a22f1e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706546 Jun 03 16:22:56.089946 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2712720-81cb-470f-aff4-d42dae92f229 req-5ebf3bc3-2cf2-4734-bb87-e4a70f19c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:56.091544 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a2712720-81cb-470f-aff4-d42dae92f229 req-5ebf3bc3-2cf2-4734-bb87-e4a70f19c276 service neutron] 10.222.0.118 "GET /v2.0/networks?id=41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 200 len: 917 time: 0.1000633 Jun 03 16:22:56.136595 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-e515d190-e85a-4ffd-a3e8-96231cfaa86c None None] Provisioning complete for port 25a621ae-2091-4b52-92c0-c980de0c7607 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:22:56.137225 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e515d190-e85a-4ffd-a3e8-96231cfaa86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:56.191307 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a2712720-81cb-470f-aff4-d42dae92f229 req-b339ae3c-26a6-4714-a4f7-ec2edb7520ce service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 1001 time: 0.0917640 Jun 03 16:22:56.196103 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:22:56.199506 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc2294-60b7-4dfe-a0b9-0875561ccbd6 req-ef8b9fb8-b151-4120-bb61-8998123633b2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:56.200933 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b0bc2294-60b7-4dfe-a0b9-0875561ccbd6 req-ef8b9fb8-b151-4120-bb61-8998123633b2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0617027 Jun 03 16:22:56.270874 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2712720-81cb-470f-aff4-d42dae92f229 req-ab2321d9-db31-4f58-b007-c514310328de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:56.272426 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a2712720-81cb-470f-aff4-d42dae92f229 req-ab2321d9-db31-4f58-b007-c514310328de service neutron] 10.222.0.118 "GET /v2.0/subnets?id=4f508499-faa9-4761-986d-00d2317ec53a HTTP/1.1" status: 200 len: 854 time: 0.0706666 Jun 03 16:22:56.284435 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b0bc2294-60b7-4dfe-a0b9-0875561ccbd6 req-c11e31d9-3f37-4395-aab8-299c182d524a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744643 Jun 03 16:22:56.324853 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2712720-81cb-470f-aff4-d42dae92f229 req-ac654bbd-7320-48f1-83e3-718973b7c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:56.326357 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a2712720-81cb-470f-aff4-d42dae92f229 req-ac654bbd-7320-48f1-83e3-718973b7c643 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=41e43258-6f06-4a8a-b481-042e12142b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453660 Jun 03 16:22:56.353347 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e515d190-e85a-4ffd-a3e8-96231cfaa86c None None] Current status of the port 25a621ae-2091-4b52-92c0-c980de0c7607 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:22:56.396008 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:56.400968 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:56.421644 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a2712720-81cb-470f-aff4-d42dae92f229 req-1a13ad24-2167-44ef-937f-233571f565c5 service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856066 Jun 03 16:22:56.435212 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:56.520673 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a2712720-81cb-470f-aff4-d42dae92f229 req-55352efd-f5e2-4909-b4ba-2fd1b1997d28 service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862606 Jun 03 16:22:57.103128 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4207619-bfa8-40d4-8c43-4c24c2c9bbd4 req-72c46d53-4fc9-4dbc-92d9-fd2b3918b597 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:57.104627 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c4207619-bfa8-40d4-8c43-4c24c2c9bbd4 req-72c46d53-4fc9-4dbc-92d9-fd2b3918b597 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.2756803 Jun 03 16:22:57.150308 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c4207619-bfa8-40d4-8c43-4c24c2c9bbd4 req-f6e48343-14b0-44a2-bbb4-aa451d35a182 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402219 Jun 03 16:22:57.399386 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782919c-bde7-4634-a93a-0e9ca93ad09f req-6ef24424-3786-432a-8f6f-ef462ec6e21e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:57.400832 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d782919c-bde7-4634-a93a-0e9ca93ad09f req-6ef24424-3786-432a-8f6f-ef462ec6e21e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0464330 Jun 03 16:22:57.446142 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d782919c-bde7-4634-a93a-0e9ca93ad09f req-ed248a90-eba2-43f5-8bbe-85f175276868 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Jun 03 16:22:58.267107 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a3dd7-0d2d-4b46-8066-9ddc4cf85512 req-89a9eef3-a45d-4d75-aeaf-6e1463c66e61 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:58.268744 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-179a3dd7-0d2d-4b46-8066-9ddc4cf85512 req-89a9eef3-a45d-4d75-aeaf-6e1463c66e61 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0498242 Jun 03 16:22:58.315970 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-179a3dd7-0d2d-4b46-8066-9ddc4cf85512 req-93d7dcf7-1ec4-468e-9124-7d93a6699d03 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Jun 03 16:22:58.558104 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0ce1-4fad-48ad-b1f1-5c2d68af5218 req-c3ab2d15-f15d-4dd1-9ef3-93b0b4770ad5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:58.559575 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cd2f0ce1-4fad-48ad-b1f1-5c2d68af5218 req-c3ab2d15-f15d-4dd1-9ef3-93b0b4770ad5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0461626 Jun 03 16:22:58.608292 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cd2f0ce1-4fad-48ad-b1f1-5c2d68af5218 req-58fb7bd2-b90a-4a28-a498-1df5dbd1bd41 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Jun 03 16:22:59.431966 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1542e8-e0ca-41e1-a1ca-eb393072985e req-6f525ab8-ae6f-4e0c-9698-52365565ea8b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:59.433415 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ba1542e8-e0ca-41e1-a1ca-eb393072985e req-6f525ab8-ae6f-4e0c-9698-52365565ea8b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0487840 Jun 03 16:22:59.479249 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ba1542e8-e0ca-41e1-a1ca-eb393072985e req-4d3e6575-3008-4492-acbe-fc97f4a81634 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404942 Jun 03 16:22:59.726056 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d17df7-46b2-4128-a4ef-dc877239f851 req-b0e7e643-0b9f-488e-979f-4f4403364b7a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:59.727763 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-50d17df7-46b2-4128-a4ef-dc877239f851 req-b0e7e643-0b9f-488e-979f-4f4403364b7a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0490723 Jun 03 16:22:59.749071 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:22:59.805958 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-50d17df7-46b2-4128-a4ef-dc877239f851 req-4ebc95d4-b79f-4f43-b4c7-c98864eea41c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725546 Jun 03 16:22:59.807029 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312ebb-5b4a-43f0-beb9-9150a7f110fa req-8caca9e1-8edc-4370-9d93-2ea288f68e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:59.808421 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-79312ebb-5b4a-43f0-beb9-9150a7f110fa req-8caca9e1-8edc-4370-9d93-2ea288f68e7f service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 1130 time: 0.0568604 Jun 03 16:22:59.852058 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-79312ebb-5b4a-43f0-beb9-9150a7f110fa req-06650f6a-432a-4859-99d6-51da62498283 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375352 Jun 03 16:23:00.590908 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51e55f-d5f6-4733-9926-67928a83f2d2 req-c0d7b581-be94-42d9-84d1-60624b1da6a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:00.592367 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bb51e55f-d5f6-4733-9926-67928a83f2d2 req-c0d7b581-be94-42d9-84d1-60624b1da6a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0453746 Jun 03 16:23:00.633933 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:00.638367 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bb51e55f-d5f6-4733-9926-67928a83f2d2 req-5554cdd4-f897-4720-9bf4-75646caece50 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406647 Jun 03 16:23:00.921651 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666a0b3-9073-4679-9d1e-9c40ab74e57d req-7141d342-e2b5-49c4-9598-a1f3907de436 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:00.923095 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5666a0b3-9073-4679-9d1e-9c40ab74e57d req-7141d342-e2b5-49c4-9598-a1f3907de436 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0498087 Jun 03 16:23:00.971098 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5666a0b3-9073-4679-9d1e-9c40ab74e57d req-c0f9f7fa-09b3-4333-b79c-24d0bf4711db tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424066 Jun 03 16:23:01.750515 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e6673-98d7-4301-83b1-e8ae4b7e1ba6 req-e1115fb5-5784-425c-bd85-a58ba5066d43 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:01.751996 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf4e6673-98d7-4301-83b1-e8ae4b7e1ba6 req-e1115fb5-5784-425c-bd85-a58ba5066d43 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0466843 Jun 03 16:23:01.800539 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf4e6673-98d7-4301-83b1-e8ae4b7e1ba6 req-9c28e23e-c3b3-4dd0-aef2-18bc3956cb0b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424869 Jun 03 16:23:02.086723 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29264f61-fee8-473b-8fc3-2e1b67ecb8b2 req-e7f04c5c-1529-47c2-838d-64d7ed0fea10 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:02.088185 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-29264f61-fee8-473b-8fc3-2e1b67ecb8b2 req-e7f04c5c-1529-47c2-838d-64d7ed0fea10 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0459280 Jun 03 16:23:02.134907 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-29264f61-fee8-473b-8fc3-2e1b67ecb8b2 req-565d77ec-26f3-4146-93e5-a14c69676ed0 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Jun 03 16:23:02.903443 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:02.914903 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181796a-c3f8-4f98-9f46-d3b84901f5ee req-3c9836ae-2f6c-4699-be1d-cec1a9407caf tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:02.916394 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b181796a-c3f8-4f98-9f46-d3b84901f5ee req-3c9836ae-2f6c-4699-be1d-cec1a9407caf tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0480235 Jun 03 16:23:02.962661 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b181796a-c3f8-4f98-9f46-d3b84901f5ee req-e82d6e6a-b5ab-4829-bd5d-e37e8763e7fd tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408068 Jun 03 16:23:03.249948 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee95ceb-2094-41e8-85ee-025c28d1830d req-bd34538f-577e-4b6a-bb1f-7e9a7cb31099 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:03.252065 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dee95ceb-2094-41e8-85ee-025c28d1830d req-bd34538f-577e-4b6a-bb1f-7e9a7cb31099 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0472505 Jun 03 16:23:03.301777 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dee95ceb-2094-41e8-85ee-025c28d1830d req-cd286be7-2ea4-4512-b9e9-f43e6844d31a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 Jun 03 16:23:03.624608 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-8caff8dd-b8da-4bd2-b747-64bf42dedbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:03.626232 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-8caff8dd-b8da-4bd2-b747-64bf42dedbdd service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 1130 time: 0.0381267 Jun 03 16:23:03.637978 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce491c8-6622-4696-a44a-41ed9bcf4d65 req-49209a01-3c82-490c-b576-65366960ea79 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:03.639471 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dce491c8-6622-4696-a44a-41ed9bcf4d65 req-49209a01-3c82-490c-b576-65366960ea79 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0475779 Jun 03 16:23:03.692775 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dce491c8-6622-4696-a44a-41ed9bcf4d65 req-864ce55f-f6c7-43d3-9dc1-8289f615dabe tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471442 Jun 03 16:23:03.737431 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-82c65704-557e-4978-977d-7f01427e8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:03.738910 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-82c65704-557e-4978-977d-7f01427e8d5a service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.1024108 Jun 03 16:23:03.804643 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-67da2281-8a59-49be-8c0c-8fd2d213abfd service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0 HTTP/1.1" status: 200 len: 1002 time: 0.0584991 Jun 03 16:23:03.837062 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:03.854000 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-2f325baa-a0c2-4c1a-8daf-c08998684d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:03.855502 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-2f325baa-a0c2-4c1a-8daf-c08998684d16 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0445299 Jun 03 16:23:03.905405 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-b05f3c72-7146-468e-9629-20a2c08272af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:03.906854 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-b05f3c72-7146-468e-9629-20a2c08272af service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369649 Jun 03 16:23:04.000059 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-8568324d-a0a8-402a-8f30-f29d3c29dc5a service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853322 Jun 03 16:23:04.116165 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c099d-0b66-40fc-857e-9f9a566f0bd4 req-618854c6-823a-4c57-9de7-0a4ecb048024 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:04.117611 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f04c099d-0b66-40fc-857e-9f9a566f0bd4 req-618854c6-823a-4c57-9de7-0a4ecb048024 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0682833 Jun 03 16:23:04.146359 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3b82944d-6776-4d79-ab13-d0d2861537ed req-d1d20427-e676-41d0-bf78-19865c35c4b6 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401639 Jun 03 16:23:04.178262 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f04c099d-0b66-40fc-857e-9f9a566f0bd4 req-f767e0c3-e3e5-4fdf-a64b-a48388469d9e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527427 Jun 03 16:23:04.431762 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=64 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:04.437521 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=86 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:04.811691 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42369a9d-e5ef-41b3-83fe-5d0f26839035 req-896ba0a4-7308-44ff-a435-fdbc440a69cd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:04.813159 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-42369a9d-e5ef-41b3-83fe-5d0f26839035 req-896ba0a4-7308-44ff-a435-fdbc440a69cd tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0498080 Jun 03 16:23:04.860161 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-42369a9d-e5ef-41b3-83fe-5d0f26839035 req-f7a5fa7c-7483-4eb0-83e2-ead6a3a8f1e8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Jun 03 16:23:05.290680 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07210ac3-5e55-4cda-8ffc-79f3f9d93e7a req-f914f2db-1a23-4812-85c1-1a632a34c406 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:05.292142 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-07210ac3-5e55-4cda-8ffc-79f3f9d93e7a req-f914f2db-1a23-4812-85c1-1a632a34c406 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0460525 Jun 03 16:23:05.338976 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-07210ac3-5e55-4cda-8ffc-79f3f9d93e7a req-077d361e-bf39-4146-8c06-7a6e155f8205 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412543 Jun 03 16:23:05.975398 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a051ff-12d0-4511-9060-3afac00fe93c req-7c283264-fe99-4579-86a2-66102dd6f9b3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:05.976858 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-99a051ff-12d0-4511-9060-3afac00fe93c req-7c283264-fe99-4579-86a2-66102dd6f9b3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0464709 Jun 03 16:23:06.022468 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-99a051ff-12d0-4511-9060-3afac00fe93c req-115b3dc2-eeac-4d2e-92cf-8d36dec67f0a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397050 Jun 03 16:23:06.453853 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8490a7-1a90-49a3-a2ca-8ca2673aed92 req-61f14aac-9aaa-406c-a374-47a78d7868a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:06.455271 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8f8490a7-1a90-49a3-a2ca-8ca2673aed92 req-61f14aac-9aaa-406c-a374-47a78d7868a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0490122 Jun 03 16:23:06.465768 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:06.500637 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8f8490a7-1a90-49a3-a2ca-8ca2673aed92 req-686723ef-8349-49d6-ad28-de3ee14fc1e8 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400271 Jun 03 16:23:06.538107 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=24 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:06.538864 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=15 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:07.142966 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c2f1-7918-4994-953d-fee70bc15ad4 req-0e5b43b3-8c9e-4ae2-a497-3bbefade17d7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:07.144572 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9418c2f1-7918-4994-953d-fee70bc15ad4 req-0e5b43b3-8c9e-4ae2-a497-3bbefade17d7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0545652 Jun 03 16:23:07.193274 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9418c2f1-7918-4994-953d-fee70bc15ad4 req-7e421e50-0d0e-474a-b56e-a5098be39d51 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 Jun 03 16:23:07.264400 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-ef89dc39-efba-4456-8c50-93a273f8c59e service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375602 Jun 03 16:23:07.391699 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-34a39ad3-9eda-4c37-a2c6-72bc0c109b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:07.393179 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-34a39ad3-9eda-4c37-a2c6-72bc0c109b13 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 1130 time: 0.0381167 Jun 03 16:23:07.498689 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-cbc3052c-92cc-4c31-8915-f40c22eaa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:07.500157 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-cbc3052c-92cc-4c31-8915-f40c22eaa78e service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.0856199 Jun 03 16:23:07.544793 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-f975eae2-d401-44a3-ab1b-06854111e8af service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db97c3da-b633-48cb-8479-c740ca53cd00 HTTP/1.1" status: 200 len: 217 time: 0.0321598 Jun 03 16:23:07.644123 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe958c78-9199-4629-9955-eb4705d0acbb req-19fefe60-0113-4ec7-81cb-c06d5a5b9d08 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:07.645714 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fe958c78-9199-4629-9955-eb4705d0acbb req-19fefe60-0113-4ec7-81cb-c06d5a5b9d08 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0743661 Jun 03 16:23:07.647125 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-122635c1-7361-4cd9-a1da-4d633596def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:07.648418 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-122635c1-7361-4cd9-a1da-4d633596def8 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0844605 Jun 03 16:23:07.691083 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fe958c78-9199-4629-9955-eb4705d0acbb req-14435311-9792-4b3e-bc13-5c55595192db tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399437 Jun 03 16:23:08.042664 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b00c-f22c-4292-a1f3-0624a46401f0 req-452bb53c-ea22-4f44-8931-7d84800285a9 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:08.044146 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-33f8b00c-f22c-4292-a1f3-0624a46401f0 req-452bb53c-ea22-4f44-8931-7d84800285a9 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0466814 Jun 03 16:23:08.091937 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-33f8b00c-f22c-4292-a1f3-0624a46401f0 req-3fa8b890-44a0-47d0-a0cd-6fbc6fe592f4 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422106 Jun 03 16:23:08.311318 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0c653-4f4d-4706-8a3a-6d23bfc4666a req-3d89197e-20b2-42b2-bd4a-88090d89cb34 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:08.312800 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6d0c653-4f4d-4706-8a3a-6d23bfc4666a req-3d89197e-20b2-42b2-bd4a-88090d89cb34 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0498683 Jun 03 16:23:08.358626 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6d0c653-4f4d-4706-8a3a-6d23bfc4666a req-b8355ec3-7320-45f8-bdc1-5a99481dacbb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Jun 03 16:23:08.622196 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-125ba3a2-d3a6-46d4-92d6-17d5c819f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:08.623547 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-125ba3a2-d3a6-46d4-92d6-17d5c819f9a0 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368481 Jun 03 16:23:08.767249 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:08.804814 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c917-32aa-4de4-952d-21a81196d3d9 req-a99e4295-9e42-4b5b-953f-ec6fb54cbb30 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:08.806237 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a759c917-32aa-4de4-952d-21a81196d3d9 req-a99e4295-9e42-4b5b-953f-ec6fb54cbb30 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0484004 Jun 03 16:23:08.852276 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a759c917-32aa-4de4-952d-21a81196d3d9 req-f5999936-80e8-4889-9bc4-30cb073e89ce tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405083 Jun 03 16:23:09.203759 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7507b90-8bf1-47f6-9589-2f6db089978e req-194c3329-a299-42b7-9404-b340b99a0abf tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:09.205209 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c7507b90-8bf1-47f6-9589-2f6db089978e req-194c3329-a299-42b7-9404-b340b99a0abf tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0466981 Jun 03 16:23:09.257272 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c7507b90-8bf1-47f6-9589-2f6db089978e req-c084d524-a1e1-44b8-8121-f6a63d13b2f3 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465357 Jun 03 16:23:09.472154 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa78b9-a4c7-4e60-ac04-5a4cb8232bb6 req-0c94ab0e-c26c-4c62-9ec0-8bb549f4261e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:09.473601 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7daa78b9-a4c7-4e60-ac04-5a4cb8232bb6 req-0c94ab0e-c26c-4c62-9ec0-8bb549f4261e tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0474262 Jun 03 16:23:09.518771 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7daa78b9-a4c7-4e60-ac04-5a4cb8232bb6 req-5fe19e2f-36cd-40c8-9045-d9d12e8a2b93 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391436 Jun 03 16:23:09.626047 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a5895-b42f-4aba-a72c-347fd46f631c req-88e4ab0d-03f7-43f0-a13c-01b84e42205f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:09.627488 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1f4a5895-b42f-4aba-a72c-347fd46f631c req-88e4ab0d-03f7-43f0-a13c-01b84e42205f tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0459597 Jun 03 16:23:09.636347 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47302) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:09.640549 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-8997a550-e741-4b9d-8f7c-a3fb8e961e46 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Request body: {'floatingip': {'port_id': '00ec2058-4aa7-4f71-a6fa-0278283989c0'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:09.690154 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8997a550-e741-4b9d-8f7c-a3fb8e961e46 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for floatingip (a871d69e-b54d-45f3-b85d-52530273b9d2), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:09.941723 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:09.948767 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:09.972191 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02c4fd-b9d6-4dad-baa9-eacf020447f6 req-47e857ff-5cdd-41da-a722-491fbea9ac65 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:09.973695 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cb02c4fd-b9d6-4dad-baa9-eacf020447f6 req-47e857ff-5cdd-41da-a722-491fbea9ac65 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0507140 Jun 03 16:23:10.020462 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cb02c4fd-b9d6-4dad-baa9-eacf020447f6 req-c25556f5-8924-4a22-8035-7bbf86240f47 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410981 Jun 03 16:23:10.123402 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8997a550-e741-4b9d-8f7c-a3fb8e961e46 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:10.126909 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8997a550-e741-4b9d-8f7c-a3fb8e961e46 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (a871d69e-b54d-45f3-b85d-52530273b9d2), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:10.274522 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-ef61f29e-cdf9-4230-a5c2-7cbcc5ea292c service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913885 Jun 03 16:23:10.364487 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8997a550-e741-4b9d-8f7c-a3fb8e961e46 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:23:10.373146 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cc868f34-dba4-420c-9bf5-a9d21c24fa8f req-98423e9f-47a8-46e2-a910-00a0de943776 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880487 Jun 03 16:23:10.388637 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169963-7ad8-4d2f-9485-c97ce2e184f6 req-db551ad1-d3af-4187-b54f-d652e314a812 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:10.390088 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-38169963-7ad8-4d2f-9485-c97ce2e184f6 req-db551ad1-d3af-4187-b54f-d652e314a812 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0569201 Jun 03 16:23:10.517837 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-38169963-7ad8-4d2f-9485-c97ce2e184f6 req-ffe505c0-871e-4356-845b-34dcb78e33bf tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900719 Jun 03 16:23:10.527374 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8997a550-e741-4b9d-8f7c-a3fb8e961e46 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:23:10.532124 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8997a550-e741-4b9d-8f7c-a3fb8e961e46 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:10.543222 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] Sync routers for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:23:10.553636 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:10.554318 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:22:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:10.562004 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:10.564214 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1" -d '{"events": [{"name": "network-changed", "server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:10.592836 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8997a550-e741-4b9d-8f7c-a3fb8e961e46 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "PUT /v2.0/floatingips/a871d69e-b54d-45f3-b85d-52530273b9d2 HTTP/1.1" status: 200 len: 994 time: 0.9554677 Jun 03 16:23:10.616201 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e538902-ff09-45be-9b5c-d81e4dbfffa3 x-openstack-request-id: req-2e538902-ff09-45be-9b5c-d81e4dbfffa3 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:10.616557 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:10.616875 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e538902-ff09-45be-9b5c-d81e4dbfffa3 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:10.617355 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e538902-ff09-45be-9b5c-d81e4dbfffa3'] response: {'name': 'network-changed', 'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'status': 'completed', 'code': 200} Jun 03 16:23:10.655313 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:10.656157 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:10.682992 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-273d9ea3-1f63-45f1-b47b-ac5eb5778790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:10.684589 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-273d9ea3-1f63-45f1-b47b-ac5eb5778790 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 1130 time: 0.0388727 Jun 03 16:23:10.858526 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'a871d69e-b54d-45f3-b85d-52530273b9d2', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'port_id': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'mac_address': 'fa:16:3e:30:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:18:52Z', 'updated_at': '2022-06-03T16:23:10Z', 'revision_number': 3, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:07Z', 'revision_number': 5, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:10.883058 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] Checking router: 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:23:10.891182 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:10.891802 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:22:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:10.987209 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:11.136752 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928500-2228-4c84-9263-453321a618ef req-83570bab-0b15-48ac-be2e-228c147c17bb tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.138233 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed928500-2228-4c84-9263-453321a618ef req-83570bab-0b15-48ac-be2e-228c147c17bb tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0502546 Jun 03 16:23:11.185188 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ed928500-2228-4c84-9263-453321a618ef req-8a1cac29-45ca-4189-9db0-b59f3166c6d4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412474 Jun 03 16:23:11.193178 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'a871d69e-b54d-45f3-b85d-52530273b9d2', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'port_id': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'mac_address': 'fa:16:3e:30:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:18:52Z', 'updated_at': '2022-06-03T16:23:10Z', 'revision_number': 3, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:07Z', 'revision_number': 5, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:11.218675 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed03701-10fa-4626-a995-42d1981d9e1e None None] The sync data for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi is: [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'a871d69e-b54d-45f3-b85d-52530273b9d2', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'port_id': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'mac_address': 'fa:16:3e:30:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:18:52Z', 'updated_at': '2022-06-03T16:23:10Z', 'revision_number': 3, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:07Z', 'revision_number': 5, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:23:11.313887 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-fb3cadf2-6f76-45ce-b0e7-4395ed051f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.315833 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-fb3cadf2-6f76-45ce-b0e7-4395ed051f32 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.1072187 Jun 03 16:23:11.404327 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-826ed782-b279-485d-bb42-ec2851a34f0e service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0 HTTP/1.1" status: 200 len: 1002 time: 0.0679531 Jun 03 16:23:11.424902 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-cfe6c860-a469-4524-b88b-5a43e240b8b8 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.426390 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-cfe6c860-a469-4524-b88b-5a43e240b8b8 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0897181 Jun 03 16:23:11.438116 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b91cd-4c34-4200-8069-9a6342c999f6 req-683d5750-c7aa-44b3-8a0b-bbddaaae5470 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.439681 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f62b91cd-4c34-4200-8069-9a6342c999f6 req-683d5750-c7aa-44b3-8a0b-bbddaaae5470 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0628886 Jun 03 16:23:11.493256 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f62b91cd-4c34-4200-8069-9a6342c999f6 req-746a8b2e-b8c8-419e-8ec4-63fb776dc106 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477946 Jun 03 16:23:11.630373 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7539fe-ddad-4828-a5af-9c9dd0c1e068 req-11bd3b64-8496-4747-ac53-15ed65419ba7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.631927 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ec7539fe-ddad-4828-a5af-9c9dd0c1e068 req-11bd3b64-8496-4747-ac53-15ed65419ba7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0452287 Jun 03 16:23:11.681251 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ec7539fe-ddad-4828-a5af-9c9dd0c1e068 req-2e484342-3d26-43e5-89dd-08bbecf99c0f tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439291 Jun 03 16:23:11.734941 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-f4060782-ae7b-454c-a3a9-651e71590c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.736478 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-f4060782-ae7b-454c-a3a9-651e71590c58 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0490117 Jun 03 16:23:11.786308 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:11.790994 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-c1170d2b-5286-45b4-8b2a-2be0ee612446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.792544 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-c1170d2b-5286-45b4-8b2a-2be0ee612446 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388494 Jun 03 16:23:11.801287 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Deleting port 373d5130-e651-4986-b65f-2e89d25c7140 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:23:11.801626 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (373d5130-e651-4986-b65f-2e89d25c7140), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:11.807022 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:11.818004 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-964ba369-acfe-4730-b81a-39cfb0f8dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.819513 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-964ba369-acfe-4730-b81a-39cfb0f8dfde service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 1130 time: 0.0647688 Jun 03 16:23:11.890117 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-c3d84e93-ac89-4412-aa19-ab07cc625d11 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853398 Jun 03 16:23:11.960964 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] For port 373d5130-e651-4986-b65f-2e89d25c7140, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=373d5130-e651-4986-b65f-2e89d25c7140,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:11.961237 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (373d5130-e651-4986-b65f-2e89d25c7140), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:11.980074 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ca06d33e-7733-48c6-b5c3-eecfa8f292c1 req-1652080b-13d3-4bc2-aff1-1b1d99bb94d2 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816522 Jun 03 16:23:12.001256 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-08f1ed55-b991-49f1-b78a-55662fb7aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:12.002706 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-08f1ed55-b991-49f1-b78a-55662fb7aa43 service neutron] 10.222.0.118 "GET /v2.0/networks?id=c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 200 len: 912 time: 0.1560199 Jun 03 16:23:12.155430 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-eff16923-4016-4e37-b354-7eac50109972 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c HTTP/1.1" status: 200 len: 1002 time: 0.1236587 Jun 03 16:23:12.252521 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-15457eb3-e869-4f71-8a52-6b556d16bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:12.253931 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-15457eb3-e869-4f71-8a52-6b556d16bcb2 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=66586911-787f-4f5f-8dbf-ce2c5b62b5ee HTTP/1.1" status: 200 len: 849 time: 0.0883660 Jun 03 16:23:12.255928 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:12.256307 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (a74cec2a-55bf-41f0-8d1d-fbdca45c55bc), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:12.256621 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Floating IP a74cec2a-55bf-41f0-8d1d-fbdca45c55bc disassociated. External IP: 172.27.2.159, port: 373d5130-e651-4986-b65f-2e89d25c7140. Jun 03 16:23:12.256960 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Calling delete_port for 373d5130-e651-4986-b65f-2e89d25c7140 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:23:12.335779 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-aa220916-f25c-471e-80f4-bf237978c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:12.337260 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-aa220916-f25c-471e-80f4-bf237978c697 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c3619401-b67f-424d-9ca5-3555aafbaad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0759020 Jun 03 16:23:12.627309 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:12.629555 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83f4f86-a681-4470-9383-9094f77a11d7" -d '{"events": [{"name": "network-changed", "server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:12.668062 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca4e167-3bac-4a1c-a9d6-ca109086de62 x-openstack-request-id: req-0ca4e167-3bac-4a1c-a9d6-ca109086de62 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:12.668362 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:12.668614 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ca4e167-3bac-4a1c-a9d6-ca109086de62 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:12.669006 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca4e167-3bac-4a1c-a9d6-ca109086de62'] response: {'name': 'network-changed', 'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'status': 'completed', 'code': 200} Jun 03 16:23:12.727936 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde758e-6615-4bef-9b30-306826718ab0 req-bb1e8c3a-f3bb-4433-a43f-06472c231177 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:12.728907 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5cde758e-6615-4bef-9b30-306826718ab0 req-bb1e8c3a-f3bb-4433-a43f-06472c231177 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0958416 Jun 03 16:23:12.733094 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-51c1a3c9-6ae6-44dd-a53d-fa13185a88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:12.734612 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-51c1a3c9-6ae6-44dd-a53d-fa13185a88b3 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 1130 time: 0.0395589 Jun 03 16:23:12.753546 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-157fb665-e531-49ec-b096-df2f3a3b7daa service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065883 Jun 03 16:23:12.799203 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:12.833555 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (373d5130-e651-4986-b65f-2e89d25c7140), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:12.853042 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48173ad-df5f-4863-8ddc-414b21cf5e26 req-5dcb4071-ba94-4294-a6e9-fdb8c840ebf2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:12.854502 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e48173ad-df5f-4863-8ddc-414b21cf5e26 req-5dcb4071-ba94-4294-a6e9-fdb8c840ebf2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 945 time: 0.0657661 Jun 03 16:23:12.878061 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event deleted for resources: {'Port': ['ID=373d5130-e651-4986-b65f-2e89d25c7140,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:12.879734 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:12.886409 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5cde758e-6615-4bef-9b30-306826718ab0 req-7e301210-0b5a-478d-8b93-8448f28a3aba tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464050 Jun 03 16:23:12.891129 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-920249b1-2f91-4726-a7a1-59fc69050f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:12.892923 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-920249b1-2f91-4726-a7a1-59fc69050f03 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.1510642 Jun 03 16:23:12.909393 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:12.965418 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e48173ad-df5f-4863-8ddc-414b21cf5e26 req-89c7c76e-1fb8-4ea3-87bb-a6011c2b055f tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024857 Jun 03 16:23:12.983077 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd2e8e2b-e090-4112-a33c-7e2e30a15d4e req-ecbca9ba-7aca-4076-886c-8c692b184949 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199569 Jun 03 16:23:12.992170 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-485f64ee-2e33-4de1-bd3b-ccfe1d0dc0ff service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0 HTTP/1.1" status: 200 len: 1002 time: 0.0824716 Jun 03 16:23:13.024743 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:23:13.045575 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:13.054589 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-d0fd8bea-eb28-4125-9241-949dd2bf6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:13.056181 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-d0fd8bea-eb28-4125-9241-949dd2bf6949 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0573997 Jun 03 16:23:13.113702 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-ad5562d5-b0e7-4d84-8567-b1fb9d38ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:13.115206 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-ad5562d5-b0e7-4d84-8567-b1fb9d38ba75 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426552 Jun 03 16:23:13.129188 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:23:13.143490 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] Sync routers for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:23:13.157702 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:13.159577 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:22:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:13.172129 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] No DVR routers for this DVR port 373d5130-e651-4986-b65f-2e89d25c7140 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:23:13.175327 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:13.179564 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-122b4d10-64b1-4f8c-9379-9ef8b29351cd req-728ecdfc-91bd-4f3a-8dfa-e5da44dedc51 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "DELETE /v2.0/ports/373d5130-e651-4986-b65f-2e89d25c7140 HTTP/1.1" status: 204 len: 173 time: 1.4928653 Jun 03 16:23:13.279197 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:13.301855 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-c4e1aa03-ec08-4ed3-a711-9b5d2e055c26 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748552 Jun 03 16:23:13.416259 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f83f4f86-a681-4470-9383-9094f77a11d7 req-7a3d5aeb-4cac-46d4-a305-ad77ce25ebd8 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902474 Jun 03 16:23:13.479399 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:13.505945 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] Checking router: 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:23:13.515178 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:13.515627 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:22:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:13.621523 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:13.805600 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:13.830316 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c3209-0bc9-4511-8747-999c9061e096 None None] The sync data for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi is: [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:23:14.035910 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828665cb-5e0d-4a8b-a0bf-4aa5d94614e9 req-4dd65aed-ef84-4ccc-9d0e-a4ba4b2ea105 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:14.038329 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-828665cb-5e0d-4a8b-a0bf-4aa5d94614e9 req-4dd65aed-ef84-4ccc-9d0e-a4ba4b2ea105 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0766833 Jun 03 16:23:14.135829 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-828665cb-5e0d-4a8b-a0bf-4aa5d94614e9 req-16631558-e6a3-44ea-8333-65189fd6360c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917120 Jun 03 16:23:14.145357 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-370043df-9d1d-48c2-bad1-5785498ee788 req-ebd50f95-2039-4122-bd23-f93ce78d5f62 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ea2cd56-026c-4b2e-a39a-35bc5db65f46 HTTP/1.1" status: 200 len: 210 time: 0.0382192 Jun 03 16:23:14.181293 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24bbcb9-8cf5-4bb6-86e5-56279d9b5278 None None] New status for floating IP a74cec2a-55bf-41f0-8d1d-fbdca45c55bc: DOWN {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:23:14.670739 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'name': 'network-vif-deleted', 'tag': '373d5130-e651-4986-b65f-2e89d25c7140'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:14.673108 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3ee946-fc7a-487c-9a41-1759ed509e70" -d '{"events": [{"server_uuid": "7ea2cd56-026c-4b2e-a39a-35bc5db65f46", "name": "network-vif-deleted", "tag": "373d5130-e651-4986-b65f-2e89d25c7140"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:14.697345 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:14.710094 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e9bc1b-d659-476c-a758-389471fa2544 x-openstack-request-id: req-20e9bc1b-d659-476c-a758-389471fa2544 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:14.710387 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea2cd56-026c-4b2e-a39a-35bc5db65f46", "name": "network-vif-deleted", "tag": "373d5130-e651-4986-b65f-2e89d25c7140", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:14.710633 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20e9bc1b-d659-476c-a758-389471fa2544 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:14.711026 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e9bc1b-d659-476c-a758-389471fa2544'] response: {'server_uuid': '7ea2cd56-026c-4b2e-a39a-35bc5db65f46', 'name': 'network-vif-deleted', 'tag': '373d5130-e651-4986-b65f-2e89d25c7140', 'status': 'completed', 'code': 200} Jun 03 16:23:14.940896 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 373d5130-e651-4986-b65f-2e89d25c7140 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:23:14.963325 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 373d5130-e651-4986-b65f-2e89d25c7140 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:23:14.963678 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 373d5130-e651-4986-b65f-2e89d25c7140 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:23:15.422793 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-1590aa64-4c15-4f3a-a074-8db5afb16fe0 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604653336&fields=id&tenant_id=7d586c0c8dd34398af9d52425eb2bde3 HTTP/1.1" status: 200 len: 267 time: 0.0476274 Jun 03 16:23:15.538427 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-c0b8fcf4-8d14-4e66-8ad3-39c1f35c0945 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:15.539931 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-c0b8fcf4-8d14-4e66-8ad3-39c1f35c0945 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 812 time: 0.1101899 Jun 03 16:23:15.556016 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-6f46cd07-bba3-4d75-85a7-a1d693d3fe43 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/quotas/7d586c0c8dd34398af9d52425eb2bde3 HTTP/1.1" status: 200 len: 375 time: 0.0104332 Jun 03 16:23:15.609648 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-1eee8718-66e5-42e2-979a-77a02d500ff6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483890 Jun 03 16:23:15.704239 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-b7f412a6-46c2-4692-b225-6741e1d8f8fd service neutron] 10.222.0.41 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821781 Jun 03 16:23:15.797390 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-57bbbd8a-15db-4425-921b-003293892bd7 service neutron] 10.222.0.41 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872638 Jun 03 16:23:16.076859 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2610b5b0-562d-427a-8657-c3b489ff00bf req-4d7a470f-bc36-4464-be5e-428398eb01d3 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 210 time: 0.0269792 Jun 03 16:23:17.056754 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-4dafeeb8-299b-46ce-8677-9fb163ccb8ae tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:17.058173 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-4dafeeb8-299b-46ce-8677-9fb163ccb8ae tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 812 time: 0.1031108 Jun 03 16:23:17.136635 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-14bd9608-3015-4df2-93a2-a203957d8ee0 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d586c0c8dd34398af9d52425eb2bde3 HTTP/1.1" status: 200 len: 379 time: 0.0619004 Jun 03 16:23:17.150916 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'port': {'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'admin_state_up': True, 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'security_groups': ['cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8']}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:17.179085 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-88659f71-5116-4551-a33d-e3c3ab6da19c req-936850e1-3b32-4ad9-aa97-802ab6b9f93c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 210 time: 0.0273664 Jun 03 16:23:17.257204 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Made reservation on behalf of 7d586c0c8dd34398af9d52425eb2bde3 for: {'port': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:23:17.260695 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:17.387835 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Allocated IP 172.20.0.4 (6170e7ad-2948-49aa-8d76-bb5733efca78/dcdc3f0d-c747-460a-8a6f-8e63849cf34e/e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:23:17.476009 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:17.528075 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:17.535949 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:17.564655 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:17.610762 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:23:17.616812 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:23:17.623431 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:23:17.630000 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'Port': ['ID=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:17.680203 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:17.680847 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:17.700159 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-95aa3674-6e74-40c3-9cb5-b1d09c1d752b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5534525 Jun 03 16:23:17.717242 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Request body: {'port': {'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:17.778627 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:17.901084 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-de428571-6798-4c46-8081-114d2981de88 None None] Provisioning complete for port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:23:17.901647 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-de428571-6798-4c46-8081-114d2981de88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:17.932770 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-de428571-6798-4c46-8081-114d2981de88 None None] Port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:23:18.062037 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:23:18.069603 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Publish callbacks [] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:18.081930 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Transition to ACTIVE for port object e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 will not be triggered until provisioned by entity L2. {{(pid=103937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:23:18.085102 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:18.133367 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:18.212650 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Attempting to bind port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:23:18.213265 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Attempting to bind port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:23:18.213359 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Attempting to bind port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 on network 6170e7ad-2948-49aa-8d76-bb5733efca78 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:23:18.218340 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 on network 6170e7ad-2948-49aa-8d76-bb5733efca78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:23:18.218630 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Attempting to bind port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 on network 6170e7ad-2948-49aa-8d76-bb5733efca78 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:23:18.228868 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:23:18.228868 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Checking segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:23:18.228868 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Bound using segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:23:18.228868 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Bound port: e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:23:18.228868 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:18.309930 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:18.320620 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:18.328822 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecbc86-c48d-41d5-9023-124f91d21a85 req-13720de5-0fbe-49cc-b1ac-198136bbccd3 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:18.330295 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cdecbc86-c48d-41d5-9023-124f91d21a85 req-13720de5-0fbe-49cc-b1ac-198136bbccd3 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 943 time: 0.0702844 Jun 03 16:23:18.333814 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] For port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1, host hv-cinder-83699, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:23:18.338856 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] For port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:23:18.361388 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:18.414178 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:18.414798 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:18.416222 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] 10.222.0.118 "PUT /v2.0/ports/e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 HTTP/1.1" status: 200 len: 1093 time: 0.7033293 Jun 03 16:23:18.420428 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'tag': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:18.422646 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755eec87-c314-407f-b559-9fa655d4851f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0", "tag": "e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:18.433541 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cdecbc86-c48d-41d5-9023-124f91d21a85 req-68fbc382-e20d-4a4f-9449-d2229f0a1c45 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969698 Jun 03 16:23:18.461969 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399256fd-11e8-409a-a30b-954cc64bd0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:18.468874 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f348ba04-4574-4188-97fd-25f36f7998e1 x-openstack-request-id: req-f348ba04-4574-4188-97fd-25f36f7998e1 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:18.469396 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0", "tag": "e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:18.469830 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f348ba04-4574-4188-97fd-25f36f7998e1 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:18.470425 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f348ba04-4574-4188-97fd-25f36f7998e1'] response: {'name': 'network-changed', 'server_uuid': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'tag': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'status': 'completed', 'code': 200} Jun 03 16:23:18.526696 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-e6c2ae3a-bde8-41be-8fb5-bacfbb3819a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:18.528228 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-e6c2ae3a-bde8-41be-8fb5-bacfbb3819a7 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 1127 time: 0.0403306 Jun 03 16:23:18.568970 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-dec4633a-9d1f-4f3b-bb12-dc6f5739d1ed service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 HTTP/1.1" status: 200 len: 217 time: 0.0328524 Jun 03 16:23:18.845231 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-a4aacd67-740f-42e0-bfd3-c5843e189b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:18.846648 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-a4aacd67-740f-42e0-bfd3-c5843e189b2f service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.2722654 Jun 03 16:23:18.888013 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-9064a630-1e12-4c01-8fb7-6556c3dacc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:18.889417 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-9064a630-1e12-4c01-8fb7-6556c3dacc86 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0362363 Jun 03 16:23:18.978209 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-54758eb9-25d3-4125-b18c-3d3e57caaf8c service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812454 Jun 03 16:23:19.065298 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-413ff7ce-24c2-4d0c-8bf4-63ac80568b83 req-133aeec8-d377-43fc-94eb-f60ef0154446 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807588 Jun 03 16:23:19.306393 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-cd32f475-11c9-4119-80c6-ed7cc4d89471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:19.551827 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc653d0-7cf2-4e56-8428-213c4afc4a11 req-edf50480-1d7e-416c-a475-76035270d25b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:19.553203 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ccc653d0-7cf2-4e56-8428-213c4afc4a11 req-edf50480-1d7e-416c-a475-76035270d25b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 943 time: 0.0460141 Jun 03 16:23:19.602353 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ccc653d0-7cf2-4e56-8428-213c4afc4a11 req-99b29219-b049-42af-a23d-a7599fed7c20 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434368 Jun 03 16:23:20.345638 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eec87-c314-407f-b559-9fa655d4851f req-45840da5-3b97-4da6-acd7-448b4778cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:20.347162 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-755eec87-c314-407f-b559-9fa655d4851f req-45840da5-3b97-4da6-acd7-448b4778cc67 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 1127 time: 0.0467336 Jun 03 16:23:20.445240 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eec87-c314-407f-b559-9fa655d4851f req-e059f435-265d-457a-8293-c2c3ddaa0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:20.446691 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-755eec87-c314-407f-b559-9fa655d4851f req-e059f435-265d-457a-8293-c2c3ddaa0070 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 914 time: 0.0847521 Jun 03 16:23:20.488242 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-755eec87-c314-407f-b559-9fa655d4851f req-3035bc82-0f55-4212-924c-bb4c6f0ea256 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 HTTP/1.1" status: 200 len: 217 time: 0.0352459 Jun 03 16:23:20.541805 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eec87-c314-407f-b559-9fa655d4851f req-0ffce587-6d18-429a-85e4-5d4406748969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:20.543115 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-755eec87-c314-407f-b559-9fa655d4851f req-0ffce587-6d18-429a-85e4-5d4406748969 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.0427845 Jun 03 16:23:20.584287 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eec87-c314-407f-b559-9fa655d4851f req-3d93a068-3c9c-4727-8691-020551f3c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:20.585689 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-755eec87-c314-407f-b559-9fa655d4851f req-3d93a068-3c9c-4727-8691-020551f3c83c service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366282 Jun 03 16:23:20.679916 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-755eec87-c314-407f-b559-9fa655d4851f req-99407a83-f719-440b-9652-a85ba23a530b service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842469 Jun 03 16:23:20.716268 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf764150-24a2-475d-a7d4-38cbded70ce7 req-8891d8bf-afbd-4299-bc7d-c8ee9232829d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:20.717760 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf764150-24a2-475d-a7d4-38cbded70ce7 req-8891d8bf-afbd-4299-bc7d-c8ee9232829d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 943 time: 0.0475008 Jun 03 16:23:20.726277 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:20.770035 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf764150-24a2-475d-a7d4-38cbded70ce7 req-e7a49833-ede2-482c-bb55-6f76b1865b17 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467520 Jun 03 16:23:20.771311 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-755eec87-c314-407f-b559-9fa655d4851f req-da8647b7-e4ec-4586-b985-2374d117557a service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854223 Jun 03 16:23:21.002728 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:23:21.603748 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3585a9f1-a827-4c6e-85db-4b15a6e19789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:21.881255 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68f866-0c44-4383-8f52-cf483d78d12e req-64e1ba6b-903a-47f6-bbe4-5d34269e07f7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:21.882597 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6b68f866-0c44-4383-8f52-cf483d78d12e req-64e1ba6b-903a-47f6-bbe4-5d34269e07f7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 943 time: 0.0457573 Jun 03 16:23:21.906344 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:21.931772 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6b68f866-0c44-4383-8f52-cf483d78d12e req-7d5b5556-e03d-4b06-88f9-f4fd704a0789 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437319 Jun 03 16:23:22.530370 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105f35-615a-4dff-b1d0-d93d283962ac req-64bec654-2f54-4885-acce-96939e11b2ce tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:22.531873 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bb105f35-615a-4dff-b1d0-d93d283962ac req-64bec654-2f54-4885-acce-96939e11b2ce tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.0509319 Jun 03 16:23:22.577286 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bb105f35-615a-4dff-b1d0-d93d283962ac req-9ceb77a8-777a-4ae4-9784-b10a27b0472e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Jun 03 16:23:22.866619 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:22.873491 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:23.028803 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:23.045254 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbf0fe-f204-45e2-8042-1f0746ecd53f req-213d1454-2b50-46db-9270-fb7d93a569db tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:23.046723 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9adbf0fe-f204-45e2-8042-1f0746ecd53f req-213d1454-2b50-46db-9270-fb7d93a569db tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 943 time: 0.0472398 Jun 03 16:23:23.098474 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9adbf0fe-f204-45e2-8042-1f0746ecd53f req-6c0d937a-a7da-4fbd-978b-ccd63298516d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461001 Jun 03 16:23:23.691359 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a7157-693a-43fb-a6d9-6a0fd57fbfab req-63557878-2341-4adf-a810-c2045ae5f62c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:23.692809 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6c3a7157-693a-43fb-a6d9-6a0fd57fbfab req-63557878-2341-4adf-a810-c2045ae5f62c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.0456085 Jun 03 16:23:23.738510 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6c3a7157-693a-43fb-a6d9-6a0fd57fbfab req-021b68ec-4c31-44cc-bf6c-582765607657 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396109 Jun 03 16:23:23.982697 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:24.214585 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37856-7888-42d8-900f-ff06d9f23e79 req-e259ea85-8957-45cb-9698-b885bbf1ad3a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:24.215967 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bbb37856-7888-42d8-900f-ff06d9f23e79 req-e259ea85-8957-45cb-9698-b885bbf1ad3a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 943 time: 0.0459428 Jun 03 16:23:24.264483 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bbb37856-7888-42d8-900f-ff06d9f23e79 req-8213cb9b-fc00-4666-8aa6-a9f173a40219 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431225 Jun 03 16:23:24.568188 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-5fc8232f-a347-47cd-bbf3-590aac298c23 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:24.569530 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-5fc8232f-a347-47cd-bbf3-590aac298c23 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.0491948 Jun 03 16:23:24.655867 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Deleting port d868f766-fcef-4abb-aaea-7f4466fd0395 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:23:24.656208 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:24.744976 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] For port d868f766-fcef-4abb-aaea-7f4466fd0395, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d868f766-fcef-4abb-aaea-7f4466fd0395,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:24.745630 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:24.915245 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5830e-4ed6-47b6-8109-f1157b8a32db req-62d29ccf-0265-4f45-8b43-022c2397532c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:24.916732 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-29d5830e-4ed6-47b6-8109-f1157b8a32db req-62d29ccf-0265-4f45-8b43-022c2397532c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 945 time: 0.1102345 Jun 03 16:23:25.012177 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-29d5830e-4ed6-47b6-8109-f1157b8a32db req-03899b20-190b-479b-adb2-6ea3a3d35138 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a07182f-d295-487e-a9ba-b4c1b126153e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891047 Jun 03 16:23:25.020935 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:25.021328 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (134b41b7-db21-40db-a4d6-70968430e95e), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:25.021641 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.l3_db [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Floating IP 134b41b7-db21-40db-a4d6-70968430e95e disassociated. External IP: 172.27.2.60, port: d868f766-fcef-4abb-aaea-7f4466fd0395. Jun 03 16:23:25.021979 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Calling delete_port for d868f766-fcef-4abb-aaea-7f4466fd0395 owned by compute:nova {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:23:25.148359 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (d868f766-fcef-4abb-aaea-7f4466fd0395), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:25.155264 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:25.176915 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'Port': ['ID=d868f766-fcef-4abb-aaea-7f4466fd0395,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:25.244585 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:25.288494 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:23:25.360855 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:25.379954 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ae1a9-8556-412f-84a8-200f4425429e req-ac8962f1-c444-4baf-a446-7936084ec535 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:25.381537 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a8ae1a9-8556-412f-84a8-200f4425429e req-ac8962f1-c444-4baf-a446-7936084ec535 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 943 time: 0.0475609 Jun 03 16:23:25.390252 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:23:25.401311 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:23:25.412302 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:25.412929 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:25.431489 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] No DVR routers for this DVR port d868f766-fcef-4abb-aaea-7f4466fd0395 on host hv-cinder-83699 {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:23:25.433999 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:25.437160 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6bf10c83-1950-4da1-b06f-f2433d15a75a req-64f65b97-a02e-43a5-833c-d447f2b5ff36 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "DELETE /v2.0/ports/d868f766-fcef-4abb-aaea-7f4466fd0395 HTTP/1.1" status: 204 len: 173 time: 0.8583083 Jun 03 16:23:25.437592 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'name': 'network-vif-deleted', 'tag': 'd868f766-fcef-4abb-aaea-7f4466fd0395'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:25.439834 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5fbe56-bbdd-4141-99df-5252ed9c524b" -d '{"events": [{"server_uuid": "962bba3e-675b-481f-840a-f5d0d2540cb5", "name": "network-vif-deleted", "tag": "d868f766-fcef-4abb-aaea-7f4466fd0395"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:25.440347 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a8ae1a9-8556-412f-84a8-200f4425429e req-eb5c3d1c-20ba-4638-be22-2b96fbaef043 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517149 Jun 03 16:23:25.474979 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263200d5-1b7c-4349-aa26-c51f8de1f5fb x-openstack-request-id: req-263200d5-1b7c-4349-aa26-c51f8de1f5fb {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:25.475263 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962bba3e-675b-481f-840a-f5d0d2540cb5", "name": "network-vif-deleted", "tag": "d868f766-fcef-4abb-aaea-7f4466fd0395", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:25.475542 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-263200d5-1b7c-4349-aa26-c51f8de1f5fb {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:25.475942 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263200d5-1b7c-4349-aa26-c51f8de1f5fb'] response: {'server_uuid': '962bba3e-675b-481f-840a-f5d0d2540cb5', 'name': 'network-vif-deleted', 'tag': 'd868f766-fcef-4abb-aaea-7f4466fd0395', 'status': 'completed', 'code': 200} Jun 03 16:23:25.518776 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:25.721722 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:25.886214 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '0ce03369-125c-475f-9408-83cfb9a45ea0', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:7f:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:01Z', 'updated_at': '2022-06-03T16:17:52Z', 'revision_number': 2, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:25.910564 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:23:25.919449 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:25.920049 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:26.016869 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:26.113823 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-73de1061-f4f3-4fb7-a7c3-3e5c03e95249 req-67093509-c93d-401d-b864-4622c01a4052 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 210 time: 0.0318735 Jun 03 16:23:26.170551 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:26.251424 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '0ce03369-125c-475f-9408-83cfb9a45ea0', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:7f:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:01Z', 'updated_at': '2022-06-03T16:17:52Z', 'revision_number': 2, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:26.274928 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4bc87-5d3d-4c4d-b7c3-e4c7d7de25e2 None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '0ce03369-125c-475f-9408-83cfb9a45ea0', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:7f:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:16:01Z', 'updated_at': '2022-06-03T16:17:52Z', 'revision_number': 2, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:23:26.490565 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de5a52-0a51-4a6b-aaf5-87ce2a53d8eb None None] New status for floating IP 134b41b7-db21-40db-a4d6-70968430e95e: DOWN {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:23:26.556111 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790ae2-3dc2-4914-bbc4-5132e715f0dd req-6f5e3e1e-5875-4a3e-9b79-8a6003c48f77 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:26.557624 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ed790ae2-3dc2-4914-bbc4-5132e715f0dd req-6f5e3e1e-5875-4a3e-9b79-8a6003c48f77 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 943 time: 0.0464220 Jun 03 16:23:26.612159 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ed790ae2-3dc2-4914-bbc4-5132e715f0dd req-42d370ae-d509-4aaa-bd50-8482139b8fa2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489109 Jun 03 16:23:27.002736 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device d868f766-fcef-4abb-aaea-7f4466fd0395 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:23:27.023094 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: d868f766-fcef-4abb-aaea-7f4466fd0395 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:23:27.023457 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device d868f766-fcef-4abb-aaea-7f4466fd0395 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:23:27.221743 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-881f62ed-bb17-4462-99d5-82fb38a546ca req-2b0280bb-74f9-44b0-ae5c-47f66d14ba82 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=962bba3e-675b-481f-840a-f5d0d2540cb5 HTTP/1.1" status: 200 len: 210 time: 0.0275264 Jun 03 16:23:27.731248 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ffaaa-739c-4b2e-ad20-ea31a518ad5a req-ce2900b5-a0f9-4d3b-bd7e-d542ec871814 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:27.732749 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bb8ffaaa-739c-4b2e-ad20-ea31a518ad5a req-ce2900b5-a0f9-4d3b-bd7e-d542ec871814 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 943 time: 0.0493879 Jun 03 16:23:27.780023 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bb8ffaaa-739c-4b2e-ad20-ea31a518ad5a req-1fd0b20d-bf9b-4e14-8126-5f326260d2b3 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416150 Jun 03 16:23:28.307147 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47414) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:28.360493 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac7fdb8e-fc13-4073-b0b4-7c8f80ff56dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (2a07182f-d295-487e-a9ba-b4c1b126153e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:28.383653 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac7fdb8e-fc13-4073-b0b4-7c8f80ff56dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (2a07182f-d295-487e-a9ba-b4c1b126153e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:28.430807 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac7fdb8e-fc13-4073-b0b4-7c8f80ff56dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2a07182f-d295-487e-a9ba-b4c1b126153e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:28.433289 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac7fdb8e-fc13-4073-b0b4-7c8f80ff56dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:28.434403 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ac7fdb8e-fc13-4073-b0b4-7c8f80ff56dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "DELETE /v2.0/security-groups/2a07182f-d295-487e-a9ba-b4c1b126153e HTTP/1.1" status: 204 len: 168 time: 0.1262240 Jun 03 16:23:28.437190 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47416) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:28.443216 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fdb8e-fc13-4073-b0b4-7c8f80ff56dc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a07182f-d295-487e-a9ba-b4c1b126153e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:28.452896 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.api.v2.resource [None req-b4676be2-60ff-43db-9228-e712d53f1191 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] show failed (client error): The resource could not be found. Jun 03 16:23:28.453926 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-b4676be2-60ff-43db-9228-e712d53f1191 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups/2a07182f-d295-487e-a9ba-b4c1b126153e HTTP/1.1" status: 404 len: 347 time: 0.0157523 Jun 03 16:23:28.456607 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47418) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:28.565391 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8e94478f-000a-4238-b748-867c9463786b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Deleting port f8d6c1a5-84ac-4bcb-9a41-8d00313a7655 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:23:28.565648 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8e94478f-000a-4238-b748-867c9463786b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (f8d6c1a5-84ac-4bcb-9a41-8d00313a7655), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:28.637904 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8e94478f-000a-4238-b748-867c9463786b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (f8d6c1a5-84ac-4bcb-9a41-8d00313a7655), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:28.638231 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8e94478f-000a-4238-b748-867c9463786b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (f8d6c1a5-84ac-4bcb-9a41-8d00313a7655), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:28.654119 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8e94478f-000a-4238-b748-867c9463786b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Calling delete_port for f8d6c1a5-84ac-4bcb-9a41-8d00313a7655 owned by network:floatingip {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:23:28.785142 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8e94478f-000a-4238-b748-867c9463786b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (f8d6c1a5-84ac-4bcb-9a41-8d00313a7655), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:28.807681 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94478f-000a-4238-b748-867c9463786b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'Port': ['ID=f8d6c1a5-84ac-4bcb-9a41-8d00313a7655,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:28.875190 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8e94478f-000a-4238-b748-867c9463786b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (134b41b7-db21-40db-a4d6-70968430e95e), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:28.877724 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8e94478f-000a-4238-b748-867c9463786b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:28.878870 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-8e94478f-000a-4238-b748-867c9463786b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "DELETE /v2.0/floatingips/134b41b7-db21-40db-a4d6-70968430e95e HTTP/1.1" status: 204 len: 168 time: 0.4213719 Jun 03 16:23:28.898716 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f08d6a-2d45-49fb-8122-2d0a1cdf56e4 req-da62781d-5707-48ec-a148-ff1dcb2a05df tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:28.900340 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c5f08d6a-2d45-49fb-8122-2d0a1cdf56e4 req-da62781d-5707-48ec-a148-ff1dcb2a05df tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 943 time: 0.0535462 Jun 03 16:23:28.949398 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c5f08d6a-2d45-49fb-8122-2d0a1cdf56e4 req-3e0a2738-fb3f-482c-b3f7-2216de8331a5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434992 Jun 03 16:23:28.994768 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:23:29.086197 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:29.104187 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:29.117285 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'mac_address': 'fa:16:3e:a5:fd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:23:29.159655 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:23:29.160111 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:29.174572 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:23:29.194754 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:29.198722 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:29.247060 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:29.254134 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.254472 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.254809 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.255141 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.255641 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.255975 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.256862 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.257187 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.257511 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.257832 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.258153 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.258474 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.258791 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.259106 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.259444 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:29.776301 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:23:29.890836 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:30.057423 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:30.068789 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9303a-33fb-47f5-adff-0d117bbacf3a req-0fc11078-4885-4698-9a2d-db3835692483 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:30.070242 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-74e9303a-33fb-47f5-adff-0d117bbacf3a req-0fc11078-4885-4698-9a2d-db3835692483 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 944 time: 0.0473278 Jun 03 16:23:30.119517 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-74e9303a-33fb-47f5-adff-0d117bbacf3a req-bff5512b-84de-446f-99ac-e87864913399 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437820 Jun 03 16:23:30.474173 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21beb4-776b-4206-b51a-81997e370411 req-63c06db8-4078-49ef-b7cc-312e629f63ba tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:30.476195 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fc21beb4-776b-4206-b51a-81997e370411 req-63c06db8-4078-49ef-b7cc-312e629f63ba tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0466673 Jun 03 16:23:30.522323 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fc21beb4-776b-4206-b51a-81997e370411 req-6cecee55-ba46-4eed-aa83-2737df61740b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401266 Jun 03 16:23:31.234222 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae39efd-e6e4-4de4-a577-4392c8739216 req-d292b7b9-a781-4f7e-90e1-4b4dfbb31392 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.235699 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3ae39efd-e6e4-4de4-a577-4392c8739216 req-d292b7b9-a781-4f7e-90e1-4b4dfbb31392 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 944 time: 0.0491040 Jun 03 16:23:31.247039 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:31.271389 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:23:31.286852 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3ae39efd-e6e4-4de4-a577-4392c8739216 req-f2ea2122-96c4-4d64-9ace-e5477a5315ae tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451467 Jun 03 16:23:31.314365 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:23:31.321037 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:23:31.321504 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:31.392129 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:23:31.392504 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:31.415096 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:31.417253 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbe5fd2-087c-43ad-b661-c6403979db6c" -d '{"events": [{"server_uuid": "fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0", "name": "network-vif-plugged", "status": "completed", "tag": "e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:31.430021 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:31.433880 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:31.458305 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba11cc5-ced7-421c-bf66-d976a69fa134 x-openstack-request-id: req-aba11cc5-ced7-421c-bf66-d976a69fa134 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:31.458596 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0", "name": "network-vif-plugged", "status": "completed", "tag": "e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:31.458845 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aba11cc5-ced7-421c-bf66-d976a69fa134 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:31.459229 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba11cc5-ced7-421c-bf66-d976a69fa134'] response: {'server_uuid': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'code': 200} Jun 03 16:23:31.483932 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:31.526023 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-98b51c26-1ecf-45fb-9f46-89ad7851453f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.527491 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-98b51c26-1ecf-45fb-9f46-89ad7851453f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0466464 Jun 03 16:23:31.660498 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1632c09-8acc-43f9-aad3-fa5006519513 req-3840a88e-258f-415d-97f5-4c5ce6fe6b7a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.661980 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e1632c09-8acc-43f9-aad3-fa5006519513 req-3840a88e-258f-415d-97f5-4c5ce6fe6b7a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 946 time: 0.0742712 Jun 03 16:23:31.746776 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Deleting port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:23:31.747006 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:31.749717 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526c313-551f-46dd-a0f3-c90cf670af1f req-2dc71665-aefe-4eca-b181-3ef8e3b18511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.751205 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7526c313-551f-46dd-a0f3-c90cf670af1f req-2dc71665-aefe-4eca-b181-3ef8e3b18511 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 1129 time: 0.0367398 Jun 03 16:23:31.765837 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e1632c09-8acc-43f9-aad3-fa5006519513 req-f5eaec7e-4c6a-4dbd-a4f2-0ffa56e1ec25 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=70cb5f85-834f-4e8e-87bd-9ae0d73a554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976713 Jun 03 16:23:31.807221 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7526c313-551f-46dd-a0f3-c90cf670af1f req-e04508e0-e8e2-4c0a-b218-7946b3b282ae service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 Jun 03 16:23:31.839712 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] For port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:31.840076 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:31.997507 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:31.997779 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (0ce03369-125c-475f-9408-83cfb9a45ea0), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:31.998095 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.l3_db [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Floating IP 0ce03369-125c-475f-9408-83cfb9a45ea0 disassociated. External IP: 172.27.2.11, port: d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6. Jun 03 16:23:31.998438 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Calling delete_port for d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 owned by compute:nova {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:23:32.120307 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:32.151128 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'Port': ['ID=d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:32.240565 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:32.266225 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:23:32.408953 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d675d-3a23-4f73-92b6-b4a6ff9665c6 req-a1a313d1-7c95-4567-979a-a8e024adcd85 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:32.410544 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-844d675d-3a23-4f73-92b6-b4a6ff9665c6 req-a1a313d1-7c95-4567-979a-a8e024adcd85 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0499268 Jun 03 16:23:32.462645 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-844d675d-3a23-4f73-92b6-b4a6ff9665c6 req-ca8377ae-1ed3-4b41-b82d-4d09613000fc tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464005 Jun 03 16:23:32.605710 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:23:32.619409 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:23:32.630072 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:32.630705 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:32.632129 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:32.650108 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] No DVR routers for this DVR port d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 on host hv-cinder-83699 {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:23:32.652836 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:32.656236 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a1c8dedd-2d9a-44d1-bd3e-01ef7108d962 req-22c0ae69-e199-4844-8702-6ad4040cb1de tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "DELETE /v2.0/ports/d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 HTTP/1.1" status: 204 len: 173 time: 1.0386398 Jun 03 16:23:32.656662 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'name': 'network-vif-deleted', 'tag': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:32.658890 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8ccdca-71cd-4e0e-9b4c-2743a6f00bc8" -d '{"events": [{"server_uuid": "aab42cfc-29a0-4c3f-b30b-e5902d661dd2", "name": "network-vif-deleted", "tag": "d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:32.694770 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14078c77-38fa-42b0-bee0-dcd458dd737f x-openstack-request-id: req-14078c77-38fa-42b0-bee0-dcd458dd737f {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:32.695064 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab42cfc-29a0-4c3f-b30b-e5902d661dd2", "name": "network-vif-deleted", "tag": "d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:32.695340 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14078c77-38fa-42b0-bee0-dcd458dd737f {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:32.695744 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14078c77-38fa-42b0-bee0-dcd458dd737f'] response: {'server_uuid': 'aab42cfc-29a0-4c3f-b30b-e5902d661dd2', 'name': 'network-vif-deleted', 'tag': 'd8561b0b-5e91-4eee-90c6-8c3b22f5b9f6', 'status': 'completed', 'code': 200} Jun 03 16:23:32.732842 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:32.846865 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:32.862255 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7037a757-b949-4e4d-b556-e4ca7df26f86 req-06a2309a-ee86-45d2-b512-f0ffeb011f42 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0277460 Jun 03 16:23:32.914555 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:32.942398 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:23:32.950715 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:32.951335 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:33.048089 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:33.079334 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:33.239281 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:33.263234 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97692a5c-02d8-4882-b680-b0a263ab160c None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:23:33.469434 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c32d4c-ea8f-44f6-beed-df606c04107a None None] New status for floating IP 0ce03369-125c-475f-9408-83cfb9a45ea0: DOWN {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:23:33.635567 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fe164-bc9d-4a95-b417-08cead8a6459 req-96e91887-a50f-41d3-b6b9-2da29f7840ef tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:33.636947 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b42fe164-bc9d-4a95-b417-08cead8a6459 req-96e91887-a50f-41d3-b6b9-2da29f7840ef tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0467541 Jun 03 16:23:33.690430 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b42fe164-bc9d-4a95-b417-08cead8a6459 req-a7eef9a1-7458-4b46-b8ee-1da8c09fbc25 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478456 Jun 03 16:23:33.975160 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-626ddaec-e6aa-4f78-92fb-845d666323f9 req-b3b3fec2-d788-43fb-a144-f99d38a773e6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=aab42cfc-29a0-4c3f-b30b-e5902d661dd2 HTTP/1.1" status: 200 len: 210 time: 0.0271010 Jun 03 16:23:34.805466 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfbf24-f260-4523-8a7f-cddbe6c9aba6 req-45e5ab98-f437-4cb3-8e59-f7345cbab5dd tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:34.806921 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f3dfbf24-f260-4523-8a7f-cddbe6c9aba6 req-45e5ab98-f437-4cb3-8e59-f7345cbab5dd tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0491617 Jun 03 16:23:34.858081 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f3dfbf24-f260-4523-8a7f-cddbe6c9aba6 req-0131f926-a3e3-4296-a663-53c799906eb7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456390 Jun 03 16:23:34.972031 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05995a-a8af-42ca-bfca-20237345d6ca req-4da273a9-e84e-4926-8f16-7004b2ffccb1 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:34.973438 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0c05995a-a8af-42ca-bfca-20237345d6ca req-4da273a9-e84e-4926-8f16-7004b2ffccb1 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0502927 Jun 03 16:23:35.023708 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0c05995a-a8af-42ca-bfca-20237345d6ca req-f60759f6-a619-44cc-971d-e878533fb33b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441709 Jun 03 16:23:35.049643 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47472) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:35.057615 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47474) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:35.086133 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7d852-b23d-467e-b9b8-64db42e9960c tempest-TestVolumeBootPattern-167888018 tempest-TestVolumeBootPattern-167888018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:35.087651 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d0e7d852-b23d-467e-b9b8-64db42e9960c tempest-TestVolumeBootPattern-167888018 tempest-TestVolumeBootPattern-167888018-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 1124 time: 0.0370154 Jun 03 16:23:35.090450 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47478) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:35.094593 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:35.102809 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:35.114544 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4750-f5aa-4b9c-bc2b-247ebe9c2dd9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (70cb5f85-834f-4e8e-87bd-9ae0d73a554c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.115831 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.138280 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4750-f5aa-4b9c-bc2b-247ebe9c2dd9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (70cb5f85-834f-4e8e-87bd-9ae0d73a554c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.184607 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4750-f5aa-4b9c-bc2b-247ebe9c2dd9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (70cb5f85-834f-4e8e-87bd-9ae0d73a554c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.187094 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4750-f5aa-4b9c-bc2b-247ebe9c2dd9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.190709 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-cbbe4750-f5aa-4b9c-bc2b-247ebe9c2dd9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "DELETE /v2.0/security-groups/70cb5f85-834f-4e8e-87bd-9ae0d73a554c HTTP/1.1" status: 204 len: 168 time: 0.1298053 Jun 03 16:23:35.190995 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47480) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:35.197889 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe4750-f5aa-4b9c-bc2b-247ebe9c2dd9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cb5f85-834f-4e8e-87bd-9ae0d73a554c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:35.207967 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.211475 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.api.v2.resource [None req-937cc677-c2b1-4010-866c-cfb3618d6695 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] show failed (client error): The resource could not be found. Jun 03 16:23:35.212493 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-937cc677-c2b1-4010-866c-cfb3618d6695 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups/70cb5f85-834f-4e8e-87bd-9ae0d73a554c HTTP/1.1" status: 404 len: 347 time: 0.0205774 Jun 03 16:23:35.215630 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47482) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:35.282744 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:23:35.306634 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:23:35.307155 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device d8561b0b-5e91-4eee-90c6-8c3b22f5b9f6 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:23:35.320819 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Allocated IP 172.27.2.2 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/6192b1c8-5883-430c-8579-ab9c1262c169) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:23:35.323158 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:35.337321 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2ecc1-9d17-4a58-8e64-bc8cbae1d46e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Deleting port de7c4c56-4918-4126-a366-f02dcc20459e {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:23:35.337706 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ecc1-9d17-4a58-8e64-bc8cbae1d46e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (de7c4c56-4918-4126-a366-f02dcc20459e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.414675 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ecc1-9d17-4a58-8e64-bc8cbae1d46e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (de7c4c56-4918-4126-a366-f02dcc20459e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.415001 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ecc1-9d17-4a58-8e64-bc8cbae1d46e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (de7c4c56-4918-4126-a366-f02dcc20459e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.427773 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2ecc1-9d17-4a58-8e64-bc8cbae1d46e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Calling delete_port for de7c4c56-4918-4126-a366-f02dcc20459e owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:23:35.429745 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for port (6192b1c8-5883-430c-8579-ab9c1262c169), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.462102 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (6192b1c8-5883-430c-8579-ab9c1262c169), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.500986 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:23:35.508564 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:23:35.511143 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:23:35.516723 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'Port': ['ID=6192b1c8-5883-430c-8579-ab9c1262c169,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:35.573063 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ecc1-9d17-4a58-8e64-bc8cbae1d46e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (de7c4c56-4918-4126-a366-f02dcc20459e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.583167 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:35.596075 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2ecc1-9d17-4a58-8e64-bc8cbae1d46e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'Port': ['ID=de7c4c56-4918-4126-a366-f02dcc20459e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:35.659329 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ecc1-9d17-4a58-8e64-bc8cbae1d46e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (0ce03369-125c-475f-9408-83cfb9a45ea0), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.661735 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ecc1-9d17-4a58-8e64-bc8cbae1d46e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.662912 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c7f2ecc1-9d17-4a58-8e64-bc8cbae1d46e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "DELETE /v2.0/floatingips/0ce03369-125c-475f-9408-83cfb9a45ea0 HTTP/1.1" status: 204 len: 168 time: 0.4463165 Jun 03 16:23:35.705559 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:35.757398 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47486) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:35.762050 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ce4f80b2-094f-4ae6-9eaf-3460fc9f939d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1569159145', 'description': 'tempest-description--2022890445'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:35.782437 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce4f80b2-094f-4ae6-9eaf-3460fc9f939d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.854234 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce4f80b2-094f-4ae6-9eaf-3460fc9f939d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (968893c9-0e40-4002-8baf-8f6a6514c8bd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.858498 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce4f80b2-094f-4ae6-9eaf-3460fc9f939d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (968893c9-0e40-4002-8baf-8f6a6514c8bd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.873209 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (bff56c13-8066-4853-8061-983a58703395), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.888630 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce4f80b2-094f-4ae6-9eaf-3460fc9f939d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.889830 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ce4f80b2-094f-4ae6-9eaf-3460fc9f939d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1314247 Jun 03 16:23:35.891661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f80b2-094f-4ae6-9eaf-3460fc9f939d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968893c9-0e40-4002-8baf-8f6a6514c8bd,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:35.894401 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47488) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:35.900743 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-12b918de-23ba-4c2b-8648-30b1e960f16a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group_rule': {'security_group_id': '968893c9-0e40-4002-8baf-8f6a6514c8bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:35.955720 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-12b918de-23ba-4c2b-8648-30b1e960f16a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (cb1e3005-1fa0-4307-8ca2-25eeb4b08ae6), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:35.978937 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (6192b1c8-5883-430c-8579-ab9c1262c169), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.075243 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-12b918de-23ba-4c2b-8648-30b1e960f16a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (cb1e3005-1fa0-4307-8ca2-25eeb4b08ae6), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.082246 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-12b918de-23ba-4c2b-8648-30b1e960f16a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (cb1e3005-1fa0-4307-8ca2-25eeb4b08ae6), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.137584 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b918de-23ba-4c2b-8648-30b1e960f16a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1e3005-1fa0-4307-8ca2-25eeb4b08ae6,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:36.145523 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-12b918de-23ba-4c2b-8648-30b1e960f16a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.146734 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-12b918de-23ba-4c2b-8648-30b1e960f16a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2511704 Jun 03 16:23:36.149773 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47490) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:36.154220 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-9ba13372-3dd5-4853-80bc-e170d69a8847 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group_rule': {'security_group_id': '968893c9-0e40-4002-8baf-8f6a6514c8bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:36.181892 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9ba13372-3dd5-4853-80bc-e170d69a8847 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (cc1db399-1990-4603-842a-285d25ccacdb), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.210323 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for port (6192b1c8-5883-430c-8579-ab9c1262c169), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.215477 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (6192b1c8-5883-430c-8579-ab9c1262c169), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.241493 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9ba13372-3dd5-4853-80bc-e170d69a8847 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (cc1db399-1990-4603-842a-285d25ccacdb), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.245287 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9ba13372-3dd5-4853-80bc-e170d69a8847 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (cc1db399-1990-4603-842a-285d25ccacdb), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.267826 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba13372-3dd5-4853-80bc-e170d69a8847 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1db399-1990-4603-842a-285d25ccacdb,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:36.275387 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9ba13372-3dd5-4853-80bc-e170d69a8847 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.276762 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9ba13372-3dd5-4853-80bc-e170d69a8847 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260266 Jun 03 16:23:36.280060 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47492) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:36.285779 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:36.287231 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'Port': ['ID=6192b1c8-5883-430c-8579-ab9c1262c169,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:36.302663 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (bff56c13-8066-4853-8061-983a58703395), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.312962 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.353647 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:36.368862 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:36.376530 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:36.401223 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.401437 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.l3_db [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Floating IP bff56c13-8066-4853-8061-983a58703395 associated. External IP: 172.27.2.2, port: e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1. Jun 03 16:23:36.485170 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:36.506726 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Allocated IP 172.27.2.237 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/1709f6c4-af22-4b41-bac6-0db5d5110987) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:23:36.595806 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:23:36.610489 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (1709f6c4-af22-4b41-bac6-0db5d5110987), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.642292 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (1709f6c4-af22-4b41-bac6-0db5d5110987), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.680152 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:23:36.683130 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:23:36.689269 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:23:36.697152 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:23:36.707199 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] Sync routers for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:23:36.710683 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=1709f6c4-af22-4b41-bac6-0db5d5110987,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:36.718282 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.719675 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:36.720885 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:36.756372 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-1a23cc87-6a90-4596-92c4-e5f94dd05a23 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6628172 Jun 03 16:23:36.756372 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'tag': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:36.757214 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0", "tag": "e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:36.781428 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (c27edf3e-de4f-4a9d-b6d3-0447484c48c1), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.797937 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c01abc-62e3-4a02-9046-f99581a5455c x-openstack-request-id: req-57c01abc-62e3-4a02-9046-f99581a5455c {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:36.798289 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0", "tag": "e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:36.798595 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57c01abc-62e3-4a02-9046-f99581a5455c {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:36.799044 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c01abc-62e3-4a02-9046-f99581a5455c'] response: {'name': 'network-changed', 'server_uuid': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'tag': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'status': 'completed', 'code': 200} Jun 03 16:23:36.827061 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (1709f6c4-af22-4b41-bac6-0db5d5110987), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:36.877252 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-290881b3-d25c-49ff-9da0-1175a525513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:36.878962 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-290881b3-d25c-49ff-9da0-1175a525513b service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 1129 time: 0.0418859 Jun 03 16:23:36.948260 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:36.977413 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-f90bafe9-4264-4bae-892c-46684fc8c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:36.979247 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-f90bafe9-4264-4bae-892c-46684fc8c2f9 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 914 time: 0.0899420 Jun 03 16:23:37.012940 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (1709f6c4-af22-4b41-bac6-0db5d5110987), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:37.018714 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (1709f6c4-af22-4b41-bac6-0db5d5110987), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:37.054949 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-71ca25ab-ecc8-4b10-87af-43f36d831049 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 HTTP/1.1" status: 200 len: 997 time: 0.0662308 Jun 03 16:23:37.075581 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:37.088596 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:37.091640 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=1709f6c4-af22-4b41-bac6-0db5d5110987,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:37.103159 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (c27edf3e-de4f-4a9d-b6d3-0447484c48c1), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:37.122182 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:37.123429 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ccd05ec1-8e12-438b-bc4f-8e8ac7ddac16 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8423028 Jun 03 16:23:37.138857 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-0b3dfc66-b999-4315-8e5e-0cb6a73c434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:37.140919 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-0b3dfc66-b999-4315-8e5e-0cb6a73c434a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.0675242 Jun 03 16:23:37.168322 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'bff56c13-8066-4853-8061-983a58703395', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:a5:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:35Z', 'updated_at': '2022-06-03T16:23:35Z', 'revision_number': 0, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:37.188986 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-5a7a9f84-db0a-4a14-af40-db2e2ca672f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:37.190791 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-5a7a9f84-db0a-4a14-af40-db2e2ca672f7 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423458 Jun 03 16:23:37.193463 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] Checking router: 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:23:37.201921 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:37.202530 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:37.302742 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-409cddfc-6c1f-4975-a354-1a3c1effc7f0 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014209 Jun 03 16:23:37.309943 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:37.329672 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:37.342975 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-df6515e0-66dc-4b5b-a277-5176b71504a8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1569159145&fields=id&tenant_id=c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 267 time: 0.0490234 Jun 03 16:23:37.398094 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1e5cc2b0-f94a-41bb-ad64-aa29f8c3d5fc req-0e60dc68-a90a-4065-b03f-04ecbdb5e12a service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886154 Jun 03 16:23:37.457156 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0c314059-f26a-40ee-89c0-8aee669f971b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:37.459743 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0c314059-f26a-40ee-89c0-8aee669f971b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 815 time: 0.1079271 Jun 03 16:23:37.476506 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-2221c526-7d0b-430d-823d-aedfed26f817 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/quotas/c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 375 time: 0.0106201 Jun 03 16:23:37.541724 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-641904b5-ffad-476c-b151-f8508cdfd86d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584731 Jun 03 16:23:37.558487 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'bff56c13-8066-4853-8061-983a58703395', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:a5:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:35Z', 'updated_at': '2022-06-03T16:23:35Z', 'revision_number': 0, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:37.584132 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c2e68-c227-4dde-924c-42a00d247395 None None] The sync data for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi is: [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'bff56c13-8066-4853-8061-983a58703395', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:a5:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:35Z', 'updated_at': '2022-06-03T16:23:35Z', 'revision_number': 0, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:23:37.658791 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-7df683a8-1aa9-478b-bb70-559d2400e942 service neutron] 10.222.0.41 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000078 Jun 03 16:23:37.761054 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-697e901f-575f-457a-92e1-d8d05b2ecdb2 service neutron] 10.222.0.41 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953467 Jun 03 16:23:37.852397 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd93e5-4356-4b67-addd-70cf8738131f None None] New status for floating IP bff56c13-8066-4853-8061-983a58703395: ACTIVE {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:23:37.854769 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:37.891833 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:37.941748 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0e17a088-19b2-418a-977e-a90ebf183a2f req-6e0fccf3-96f0-4a6e-84fa-e3af50a5fb51 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 210 time: 0.0303025 Jun 03 16:23:39.059662 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a250a8f3-d6d5-4324-8b83-f7e6ce407317 req-0b6cbb13-5d1d-4a68-9df9-3fc9e913630c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 210 time: 0.0477059 Jun 03 16:23:39.148410 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-487fc867-b942-49c9-b5a4-11ef135ab721 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:39.149834 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-487fc867-b942-49c9-b5a4-11ef135ab721 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 815 time: 0.1025114 Jun 03 16:23:39.180426 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:39.205911 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:39.219767 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-f8272940-b46f-44c9-8438-60c6ca4cd219 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 380 time: 0.0553472 Jun 03 16:23:39.315777 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'port': {'device_id': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'admin_state_up': True, 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'security_groups': ['968893c9-0e40-4002-8baf-8f6a6514c8bd']}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:39.422610 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Made reservation on behalf of c6758d3ab63e4ace8d2d32a4b391d942 for: {'port': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:23:39.425907 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:39.547958 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Allocated IP 172.20.0.8 (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e/b222e9b4-0a2b-4056-adfa-c1fb610cdc9a/3b6e2361-79f3-49b0-80a2-5cad14ec6e44) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:23:39.685863 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:39.716212 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:39.760158 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:23:39.763569 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:23:39.767529 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:23:39.808985 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:39.834005 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:39.834602 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:39.853458 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0e86f552-9969-4dcb-931c-8dcbc5f7e915 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416820 Jun 03 16:23:39.870364 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Request body: {'port': {'device_id': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:39.935120 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:40.040354 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-9bab031b-901a-420c-ab9b-00ff763b8b9a None None] Provisioning complete for port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:23:40.040948 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bab031b-901a-420c-ab9b-00ff763b8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:40.077347 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9bab031b-901a-420c-ab9b-00ff763b8b9a None None] Port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:23:40.084194 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:40.134025 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:40.196585 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849f39-9422-4d1c-98e2-8f9dc85b82f9 req-11df8fa6-058d-4ce9-9c50-26f6719610fb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:40.198183 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b2849f39-9422-4d1c-98e2-8f9dc85b82f9 req-11df8fa6-058d-4ce9-9c50-26f6719610fb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 931 time: 0.0576406 Jun 03 16:23:40.215728 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9aff-1d9f-4c52-8cc7-728703a89da9 req-733d7bd2-376d-48c4-81b6-7ce2bd5bc505 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:40.217321 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3adc9aff-1d9f-4c52-8cc7-728703a89da9 req-733d7bd2-376d-48c4-81b6-7ce2bd5bc505 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 947 time: 0.0663798 Jun 03 16:23:40.245878 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b2849f39-9422-4d1c-98e2-8f9dc85b82f9 req-b743af14-10a7-45e6-94d0-0fde362d2c8e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418050 Jun 03 16:23:40.317049 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3adc9aff-1d9f-4c52-8cc7-728703a89da9 req-a2cefbf9-23aa-415c-85be-3d0b6a45a70b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922136 Jun 03 16:23:40.323024 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:23:40.330550 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Publish callbacks [] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:40.343502 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Transition to ACTIVE for port object 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 will not be triggered until provisioned by entity L2. {{(pid=103937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:23:40.347379 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:40.630021 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Pushing event updated for resources: {'Port': ['ID=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:40.699704 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Attempting to bind port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:23:40.700041 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Attempting to bind port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:23:40.700370 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Attempting to bind port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:23:40.705063 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:23:40.705379 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Attempting to bind port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:23:40.710979 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:23:40.711341 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Checking segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:23:40.711727 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Bound using segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:23:40.712150 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Bound port: 3b6e2361-79f3-49b0-80a2-5cad14ec6e44, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:23:40.712507 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:40.781106 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] For port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44, host hv-cinder-83699, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:23:40.784172 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] For port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:23:40.791128 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:40.825068 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:40.825663 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:40.826998 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] 10.222.0.118 "PUT /v2.0/ports/3b6e2361-79f3-49b0-80a2-5cad14ec6e44 HTTP/1.1" status: 200 len: 1093 time: 0.9617572 Jun 03 16:23:40.827437 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'tag': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:40.829618 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e58e13-d450-4e31-a5bc-3c2ffc642e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4c2c92-9f7a-4f64-ba0e-afc94658a59e", "tag": "3b6e2361-79f3-49b0-80a2-5cad14ec6e44"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:40.852308 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29252cc-98bb-4136-ae30-65abd8086c2e service neutron] Pushing event updated for resources: {'Port': ['ID=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:40.869636 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05793599-d439-499e-a166-c23382b1badf x-openstack-request-id: req-05793599-d439-499e-a166-c23382b1badf {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:40.869926 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4c2c92-9f7a-4f64-ba0e-afc94658a59e", "tag": "3b6e2361-79f3-49b0-80a2-5cad14ec6e44", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:40.870172 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05793599-d439-499e-a166-c23382b1badf {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:40.870566 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05793599-d439-499e-a166-c23382b1badf'] response: {'name': 'network-changed', 'server_uuid': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'tag': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44', 'status': 'completed', 'code': 200} Jun 03 16:23:41.360666 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f50d9-6413-4fdc-8c25-cec57235adbe req-274497d5-7115-40ee-bec0-4df9bef31a87 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:41.362144 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1a3f50d9-6413-4fdc-8c25-cec57235adbe req-274497d5-7115-40ee-bec0-4df9bef31a87 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 943 time: 0.0460219 Jun 03 16:23:41.408975 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1a3f50d9-6413-4fdc-8c25-cec57235adbe req-ac9a60bc-daef-4d36-8d47-59bebcc87e34 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 Jun 03 16:23:41.450634 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a7022-9b38-49fe-9e4f-1d2a27daaa20 req-8ced9821-b9a9-4ca8-a34a-3f52f6429802 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:41.452768 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c44a7022-9b38-49fe-9e4f-1d2a27daaa20 req-8ced9821-b9a9-4ca8-a34a-3f52f6429802 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 947 time: 0.0536058 Jun 03 16:23:41.499051 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c44a7022-9b38-49fe-9e4f-1d2a27daaa20 req-d95744c0-f9ad-455a-a29b-5fe1679cb7bb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406792 Jun 03 16:23:41.854203 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e58e13-d450-4e31-a5bc-3c2ffc642e9d req-6b72ae68-cf6a-462b-a1cf-e35beb221507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:41.855635 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-05e58e13-d450-4e31-a5bc-3c2ffc642e9d req-6b72ae68-cf6a-462b-a1cf-e35beb221507 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 1127 time: 0.0435412 Jun 03 16:23:41.968434 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e58e13-d450-4e31-a5bc-3c2ffc642e9d req-4c6b5f6b-fac2-4b6d-8fd8-8b26022a0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:41.969913 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-05e58e13-d450-4e31-a5bc-3c2ffc642e9d req-4c6b5f6b-fac2-4b6d-8fd8-8b26022a0eed service neutron] 10.222.0.118 "GET /v2.0/networks?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0989871 Jun 03 16:23:42.070865 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e58e13-d450-4e31-a5bc-3c2ffc642e9d req-d45b0f49-3c06-4ded-bdce-2d6c180decec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:42.072492 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-05e58e13-d450-4e31-a5bc-3c2ffc642e9d req-d45b0f49-3c06-4ded-bdce-2d6c180decec service neutron] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0944450 Jun 03 16:23:42.439476 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:42.460490 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:42.470623 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-2bd12ca0-6b7f-4a4e-b88e-501d8c3a2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:42.472250 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-2bd12ca0-6b7f-4a4e-b88e-501d8c3a2a1e service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 1127 time: 0.0439816 Jun 03 16:23:42.485126 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-15a8be9e-a670-464a-b6de-370e75596b4e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:42.486566 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-15a8be9e-a670-464a-b6de-370e75596b4e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.118 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 947 time: 0.0538766 Jun 03 16:23:42.522667 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-6dd96f67-1754-49fe-aaca-d90e21364dd5 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e2361-79f3-49b0-80a2-5cad14ec6e44 HTTP/1.1" status: 200 len: 217 time: 0.0414197 Jun 03 16:23:42.580555 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Deleting port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:23:42.581007 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:42.588703 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639acc57-4f59-422c-9771-c404fe626d7d req-e2d23600-92e2-4822-a8b3-7efbabd1441e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:42.590166 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-639acc57-4f59-422c-9771-c404fe626d7d req-e2d23600-92e2-4822-a8b3-7efbabd1441e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 943 time: 0.1079614 Jun 03 16:23:42.614463 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0a568fbe-c0ff-41c4-81ae-d6da70128f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:42.615960 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-0a568fbe-c0ff-41c4-81ae-d6da70128f25 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.0740371 Jun 03 16:23:42.670947 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0651270-7e22-4843-8937-8dc2747cf17f req-ae0a20ae-f711-4f6f-8f53-5d7853122fac tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:42.672572 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-639acc57-4f59-422c-9771-c404fe626d7d req-ce79c240-f2a7-4729-823e-7a59805c008c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763817 Jun 03 16:23:42.672736 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e0651270-7e22-4843-8937-8dc2747cf17f req-ae0a20ae-f711-4f6f-8f53-5d7853122fac tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 947 time: 0.0937521 Jun 03 16:23:42.680236 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-6f99969e-71a9-4aba-8115-086205f64a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:42.681695 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-6f99969e-71a9-4aba-8115-086205f64a3e service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534687 Jun 03 16:23:42.738095 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] For port e842e8b9-3bd1-4f5c-ad08-f8f45d991022, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:42.738489 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:42.760819 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:42.767994 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e0651270-7e22-4843-8937-8dc2747cf17f req-1c256b44-9635-42a9-9823-42d756a3f117 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee01147e-fde8-47c7-94cb-056142e4c430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845327 Jun 03 16:23:42.779840 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-c22a85f0-458a-444b-8e1e-f8e3dfe8534e service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877526 Jun 03 16:23:42.866795 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:42.869909 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-931c56d1-c1bc-414e-9cb4-813fdced21b1 req-1b632fac-fe49-41ea-9af0-73ecbb6a2033 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832992 Jun 03 16:23:42.917601 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:42.917959 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (06028f58-293d-431e-89a5-8c165033fb66), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:42.918270 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Floating IP 06028f58-293d-431e-89a5-8c165033fb66 disassociated. External IP: 172.27.2.69, port: e842e8b9-3bd1-4f5c-ad08-f8f45d991022. Jun 03 16:23:42.918607 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Calling delete_port for e842e8b9-3bd1-4f5c-ad08-f8f45d991022 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:23:43.042105 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (e842e8b9-3bd1-4f5c-ad08-f8f45d991022), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:43.069055 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event deleted for resources: {'Port': ['ID=e842e8b9-3bd1-4f5c-ad08-f8f45d991022,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:43.172773 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:23:43.270996 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:23:43.281504 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] Sync routers for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:23:43.293090 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:43.293645 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:43.296828 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:43.310661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] No DVR routers for this DVR port e842e8b9-3bd1-4f5c-ad08-f8f45d991022 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:23:43.313240 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:43.316366 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81916ee7-410a-4f90-8175-dd341edb4b02 req-5086f511-1d55-4462-8e6f-3af9d6ad3730 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.118 "DELETE /v2.0/ports/e842e8b9-3bd1-4f5c-ad08-f8f45d991022 HTTP/1.1" status: 204 len: 173 time: 0.8157160 Jun 03 16:23:43.316776 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'name': 'network-vif-deleted', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:43.319564 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50739f2-13b8-4ca6-bf75-bab1506f0b3f" -d '{"events": [{"server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "name": "network-vif-deleted", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:43.353878 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096910cc-d56d-4b0e-8570-10194f50ffbf x-openstack-request-id: req-096910cc-d56d-4b0e-8570-10194f50ffbf {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:43.354165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a565de36-676c-4b81-ae49-3dfadf4dbd06", "name": "network-vif-deleted", "tag": "e842e8b9-3bd1-4f5c-ad08-f8f45d991022", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:43.354411 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-096910cc-d56d-4b0e-8570-10194f50ffbf {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:43.354812 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096910cc-d56d-4b0e-8570-10194f50ffbf'] response: {'server_uuid': 'a565de36-676c-4b81-ae49-3dfadf4dbd06', 'name': 'network-vif-deleted', 'tag': 'e842e8b9-3bd1-4f5c-ad08-f8f45d991022', 'status': 'completed', 'code': 200} Jun 03 16:23:43.395487 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:43.583770 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:43.608233 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] Checking router: 74d57aba-8ecb-4315-ac16-8b6f477dbc6b for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:23:43.617060 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:43.617659 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:43.716507 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:43.789773 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4dd7c-efa8-42ae-9ee7-c5291cad0aff req-66f0da48-f272-47c0-a396-5732cf8f172a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:43.791414 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-afb4dd7c-efa8-42ae-9ee7-c5291cad0aff req-66f0da48-f272-47c0-a396-5732cf8f172a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 943 time: 0.0495701 Jun 03 16:23:43.840945 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-afb4dd7c-efa8-42ae-9ee7-c5291cad0aff req-1d5cfba1-6cf2-4029-9c1a-39638aed6512 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439217 Jun 03 16:23:43.888334 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-98fa487c-34ca-48af-b9cd-71fcdae6d638 req-89695c09-96dd-40bd-a4a6-9aa7c46b3ac7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0317297 Jun 03 16:23:43.905012 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:43.908548 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:43.933182 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f7792-49c4-4b8b-9cc5-ab53c56e6c62 None None] The sync data for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi is: [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:23:44.142642 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b813c4-3c39-4d3c-aef6-4287d9d22c80 None None] New status for floating IP 06028f58-293d-431e-89a5-8c165033fb66: DOWN {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:23:44.717274 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:44.955597 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ceed5-42f9-427d-ab9f-3ea49a9aa746 req-57331968-dc71-4645-8441-d14c1688b243 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:44.957065 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fa1ceed5-42f9-427d-ab9f-3ea49a9aa746 req-57331968-dc71-4645-8441-d14c1688b243 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 943 time: 0.0473647 Jun 03 16:23:44.989503 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5ba98e95-709e-4b48-8795-2a24900a1006 req-277cfc92-b6f2-45ac-99a9-fe17f64a231e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0264747 Jun 03 16:23:45.004781 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fa1ceed5-42f9-427d-ab9f-3ea49a9aa746 req-dc2e3653-5df6-40a3-9c34-3d1275939691 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 Jun 03 16:23:45.324551 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:23:45.326761 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e842e8b9-3bd1-4f5c-ad08-f8f45d991022 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:23:45.351899 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: e842e8b9-3bd1-4f5c-ad08-f8f45d991022 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:23:45.352232 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e842e8b9-3bd1-4f5c-ad08-f8f45d991022 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:23:45.437966 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:45.449438 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'port_id': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44', 'mac_address': 'fa:16:3e:2c:4b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:23:45.481918 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:23:45.482293 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:45.495188 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:23:45.514712 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:45.518651 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:45.562603 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:45.566202 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:45.972134 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['3b6e2361-79f3-49b0-80a2-5cad14ec6e44'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:23:46.127078 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-da81f51d-45e0-4155-8b59-43399cc84045 req-829c2485-0f99-4b6c-8fe6-672d570df45f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a565de36-676c-4b81-ae49-3dfadf4dbd06 HTTP/1.1" status: 200 len: 210 time: 0.0351422 Jun 03 16:23:46.141102 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7e75f-8e81-4954-b4a4-88e6f4c8259a req-78aefad8-c315-4cb9-a594-e68993677b62 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:46.142912 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-30c7e75f-8e81-4954-b4a4-88e6f4c8259a req-78aefad8-c315-4cb9-a594-e68993677b62 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 944 time: 0.0537822 Jun 03 16:23:46.196518 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-30c7e75f-8e81-4954-b4a4-88e6f4c8259a req-1df2f813-4395-400d-8a7f-0600bac6634e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468175 Jun 03 16:23:47.225021 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47590) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:47.281040 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3fd2626d-acd0-4c76-bd29-a1e1a25f6a35 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (ee01147e-fde8-47c7-94cb-056142e4c430), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.304546 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3fd2626d-acd0-4c76-bd29-a1e1a25f6a35 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (ee01147e-fde8-47c7-94cb-056142e4c430), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.308757 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d9d69-6dfd-425f-9aea-18499f54f37a req-dfc68778-ff31-4a87-b832-9de5cf8d6de1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:47.310230 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-334d9d69-6dfd-425f-9aea-18499f54f37a req-dfc68778-ff31-4a87-b832-9de5cf8d6de1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 944 time: 0.0469372 Jun 03 16:23:47.321514 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:47.323691 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:47.341401 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:23:47.361345 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3fd2626d-acd0-4c76-bd29-a1e1a25f6a35 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (ee01147e-fde8-47c7-94cb-056142e4c430), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.367326 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3fd2626d-acd0-4c76-bd29-a1e1a25f6a35 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.367642 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-334d9d69-6dfd-425f-9aea-18499f54f37a req-66593b79-563b-4422-be4d-60209c295d8f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479267 Jun 03 16:23:47.367743 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3fd2626d-acd0-4c76-bd29-a1e1a25f6a35 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee01147e-fde8-47c7-94cb-056142e4c430 HTTP/1.1" status: 204 len: 168 time: 0.1390836 Jun 03 16:23:47.367835 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47592) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:47.374357 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2626d-acd0-4c76-bd29-a1e1a25f6a35 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee01147e-fde8-47c7-94cb-056142e4c430,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:47.400131 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.api.v2.resource [None req-acbcef76-1414-4c3c-9399-90ba2658a477 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] show failed (client error): The resource could not be found. Jun 03 16:23:47.401168 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-acbcef76-1414-4c3c-9399-90ba2658a477 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups/ee01147e-fde8-47c7-94cb-056142e4c430 HTTP/1.1" status: 404 len: 347 time: 0.0324199 Jun 03 16:23:47.404185 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47594) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:47.407148 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:23:47.412615 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:23:47.413024 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.484788 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:23:47.485307 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.512747 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:47.515987 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2a478c-e3f2-418e-9cfd-8e538b5c9f39" -d '{"events": [{"server_uuid": "cc4c2c92-9f7a-4f64-ba0e-afc94658a59e", "name": "network-vif-plugged", "status": "completed", "tag": "3b6e2361-79f3-49b0-80a2-5cad14ec6e44"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:47.516225 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-ada827ce-8f0f-4ae2-8bfb-d9c32295ca6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Deleting port fcbf41f8-a1c5-45f8-b9c2-5d96a839346b {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:23:47.516573 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ada827ce-8f0f-4ae2-8bfb-d9c32295ca6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (fcbf41f8-a1c5-45f8-b9c2-5d96a839346b), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.528645 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:47.534117 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.557868 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeb1ff8-1869-43a1-a81d-9628a7b7e0a2 x-openstack-request-id: req-dfeb1ff8-1869-43a1-a81d-9628a7b7e0a2 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:47.558148 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4c2c92-9f7a-4f64-ba0e-afc94658a59e", "name": "network-vif-plugged", "status": "completed", "tag": "3b6e2361-79f3-49b0-80a2-5cad14ec6e44", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:47.558392 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfeb1ff8-1869-43a1-a81d-9628a7b7e0a2 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:47.558775 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfeb1ff8-1869-43a1-a81d-9628a7b7e0a2'] response: {'server_uuid': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44', 'code': 200} Jun 03 16:23:47.585160 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:47.599964 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ada827ce-8f0f-4ae2-8bfb-d9c32295ca6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (fcbf41f8-a1c5-45f8-b9c2-5d96a839346b), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.600293 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ada827ce-8f0f-4ae2-8bfb-d9c32295ca6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (fcbf41f8-a1c5-45f8-b9c2-5d96a839346b), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.613733 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-ada827ce-8f0f-4ae2-8bfb-d9c32295ca6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Calling delete_port for fcbf41f8-a1c5-45f8-b9c2-5d96a839346b owned by network:floatingip {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:23:47.721283 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04d45d-82a4-4fd8-b582-9cece1c61579 req-65d86f0e-acd1-47d1-b68e-77f13f988c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:47.722761 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bc04d45d-82a4-4fd8-b582-9cece1c61579 req-65d86f0e-acd1-47d1-b68e-77f13f988c4d service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 1129 time: 0.0368025 Jun 03 16:23:47.745723 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ada827ce-8f0f-4ae2-8bfb-d9c32295ca6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (fcbf41f8-a1c5-45f8-b9c2-5d96a839346b), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.767592 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bc04d45d-82a4-4fd8-b582-9cece1c61579 req-d1b53fdb-0aa1-420b-98a3-088fd1e318b0 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384898 Jun 03 16:23:47.770645 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada827ce-8f0f-4ae2-8bfb-d9c32295ca6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event deleted for resources: {'Port': ['ID=fcbf41f8-a1c5-45f8-b9c2-5d96a839346b,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:47.814290 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:47.822590 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:47.836615 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ada827ce-8f0f-4ae2-8bfb-d9c32295ca6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (06028f58-293d-431e-89a5-8c165033fb66), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.839005 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ada827ce-8f0f-4ae2-8bfb-d9c32295ca6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:47.840167 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-ada827ce-8f0f-4ae2-8bfb-d9c32295ca6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "DELETE /v2.0/floatingips/06028f58-293d-431e-89a5-8c165033fb66 HTTP/1.1" status: 204 len: 168 time: 0.4351120 Jun 03 16:23:47.941256 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47600) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:47.945804 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-6c35f2d2-7d25-471a-bf79-83d4d3040bbd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002115210', 'description': 'tempest-description--3467417'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:47.965771 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6c35f2d2-7d25-471a-bf79-83d4d3040bbd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.032249 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6c35f2d2-7d25-471a-bf79-83d4d3040bbd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (1ae990a3-7017-42b2-9808-80eece794f6a), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.035799 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6c35f2d2-7d25-471a-bf79-83d4d3040bbd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (1ae990a3-7017-42b2-9808-80eece794f6a), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.065290 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6c35f2d2-7d25-471a-bf79-83d4d3040bbd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.066420 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-6c35f2d2-7d25-471a-bf79-83d4d3040bbd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1241424 Jun 03 16:23:48.068764 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35f2d2-7d25-471a-bf79-83d4d3040bbd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae990a3-7017-42b2-9808-80eece794f6a,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:48.069915 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47602) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:48.074465 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-a50ab4b0-ad55-4534-baef-760ae8dc74db tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'security_group_rule': {'security_group_id': '1ae990a3-7017-42b2-9808-80eece794f6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:48.104033 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a50ab4b0-ad55-4534-baef-760ae8dc74db tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (839cce9a-c4f2-4665-955d-718de86cec22), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.151546 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a50ab4b0-ad55-4534-baef-760ae8dc74db tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (839cce9a-c4f2-4665-955d-718de86cec22), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.155848 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a50ab4b0-ad55-4534-baef-760ae8dc74db tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (839cce9a-c4f2-4665-955d-718de86cec22), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.174341 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ab4b0-ad55-4534-baef-760ae8dc74db tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839cce9a-c4f2-4665-955d-718de86cec22,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:48.180561 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a50ab4b0-ad55-4534-baef-760ae8dc74db tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.181631 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a50ab4b0-ad55-4534-baef-760ae8dc74db tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106808 Jun 03 16:23:48.184400 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47604) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:48.188623 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-6289eddb-50ea-4af7-8c43-06bab5d7f03c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'security_group_rule': {'security_group_id': '1ae990a3-7017-42b2-9808-80eece794f6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:48.214029 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6289eddb-50ea-4af7-8c43-06bab5d7f03c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (cc3f23e6-44d7-419b-a01c-bab226740d73), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.272220 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6289eddb-50ea-4af7-8c43-06bab5d7f03c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (cc3f23e6-44d7-419b-a01c-bab226740d73), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.275716 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6289eddb-50ea-4af7-8c43-06bab5d7f03c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (cc3f23e6-44d7-419b-a01c-bab226740d73), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.294051 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289eddb-50ea-4af7-8c43-06bab5d7f03c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3f23e6-44d7-419b-a01c-bab226740d73,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:48.302729 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6289eddb-50ea-4af7-8c43-06bab5d7f03c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.303934 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6289eddb-50ea-4af7-8c43-06bab5d7f03c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186306 Jun 03 16:23:48.306867 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47606) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:48.311333 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:48.332046 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.663040 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583771e-7d3f-4796-b530-0f823b72ae02 req-64609b57-fae8-485f-8af6-fb1d34eb260c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:48.664521 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0583771e-7d3f-4796-b530-0f823b72ae02 req-64609b57-fae8-485f-8af6-fb1d34eb260c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 945 time: 0.0630708 Jun 03 16:23:48.690328 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.760010 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0583771e-7d3f-4796-b530-0f823b72ae02 req-3bd37387-ff03-49f6-beea-242b03ddfa8f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900185 Jun 03 16:23:48.819892 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Allocated IP 172.27.2.63 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/07267cc6-89b8-4fe9-b8a7-12e8076be5a2) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:23:48.876760 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:48.928383 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for port (07267cc6-89b8-4fe9-b8a7-12e8076be5a2), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:48.947477 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:48.962694 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (07267cc6-89b8-4fe9-b8a7-12e8076be5a2), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:49.002356 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:23:49.006829 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:23:49.009326 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:23:49.034952 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'Port': ['ID=07267cc6-89b8-4fe9-b8a7-12e8076be5a2,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:49.095962 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (9765e49e-86f2-4df5-9763-12b6edbc3d18), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:49.132165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (07267cc6-89b8-4fe9-b8a7-12e8076be5a2), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:49.308815 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for port (07267cc6-89b8-4fe9-b8a7-12e8076be5a2), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:49.315213 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (07267cc6-89b8-4fe9-b8a7-12e8076be5a2), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:49.317680 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c56bc763-00d1-4989-8980-fea70be7f3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:49.391741 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'Port': ['ID=07267cc6-89b8-4fe9-b8a7-12e8076be5a2,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:49.402427 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (9765e49e-86f2-4df5-9763-12b6edbc3d18), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:49.417659 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:49.418869 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-182fee97-5337-4686-a7bc-9927de8c15b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1110628 Jun 03 16:23:49.610505 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-2c700101-790e-4d05-9df7-3ff3e68f7a00 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1002115210&fields=id&tenant_id=ffa464e4d2264df68897a6d4b8dc7aab HTTP/1.1" status: 200 len: 267 time: 0.0419359 Jun 03 16:23:49.716448 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-6e2ed79c-72c1-4ab8-9870-c90d19a2583b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:49.717909 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-6e2ed79c-72c1-4ab8-9870-c90d19a2583b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 816 time: 0.1010716 Jun 03 16:23:49.732314 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-076dd172-a10f-4a7f-a4fc-90c7939235bb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/quotas/ffa464e4d2264df68897a6d4b8dc7aab HTTP/1.1" status: 200 len: 375 time: 0.0091259 Jun 03 16:23:49.780397 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-ef4b680b-db80-4f41-8f2e-3e8c143ec7f7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432136 Jun 03 16:23:49.883057 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e827ee-b03b-40d7-a0eb-bf49d9b9009d req-f406d0bf-4fff-4d95-ab7a-a6e6c288051c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:49.884586 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60e827ee-b03b-40d7-a0eb-bf49d9b9009d req-f406d0bf-4fff-4d95-ab7a-a6e6c288051c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 945 time: 0.0545685 Jun 03 16:23:49.897019 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-a7bbcfe9-7536-4ef6-9437-3ab114d38750 service neutron] 10.222.0.41 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031826 Jun 03 16:23:49.937414 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-60e827ee-b03b-40d7-a0eb-bf49d9b9009d req-4ededa47-babb-4c97-8ce4-e7b201754aa7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Jun 03 16:23:50.000102 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-a5de2dfd-eff2-484e-9001-f85a6dd643b5 service neutron] 10.222.0.41 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987029 Jun 03 16:23:50.060537 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcb255-089d-474c-a4f6-89bbff75a586 req-f6493ccd-492f-4ee2-99ba-fa2e63a8e2a9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:50.062065 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7cdcb255-089d-474c-a4f6-89bbff75a586 req-f6493ccd-492f-4ee2-99ba-fa2e63a8e2a9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 945 time: 0.0541189 Jun 03 16:23:50.072033 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47630) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:23:50.078028 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-88c4a585-d298-44e5-ab02-b993f7ccee98 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'floatingip': {'port_id': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:50.127557 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-88c4a585-d298-44e5-ab02-b993f7ccee98 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (c27edf3e-de4f-4a9d-b6d3-0447484c48c1), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:50.130988 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:50.221182 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ccdc6556-5335-4247-ac27-c8b7f2964790 req-19c17f7c-9645-417a-b3cc-dcffeab7a601 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 210 time: 0.0594709 Jun 03 16:23:50.452297 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:50.588981 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-88c4a585-d298-44e5-ab02-b993f7ccee98 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:50.592571 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-88c4a585-d298-44e5-ab02-b993f7ccee98 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (c27edf3e-de4f-4a9d-b6d3-0447484c48c1), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:50.686705 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-88c4a585-d298-44e5-ab02-b993f7ccee98 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Floating IP c27edf3e-de4f-4a9d-b6d3-0447484c48c1 associated. External IP: 172.27.2.237, port: 3b6e2361-79f3-49b0-80a2-5cad14ec6e44. Jun 03 16:23:50.876022 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c4a585-d298-44e5-ab02-b993f7ccee98 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:23:50.975397 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c4a585-d298-44e5-ab02-b993f7ccee98 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:23:50.979906 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-88c4a585-d298-44e5-ab02-b993f7ccee98 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:50.984930 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:23:50.994943 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:50.995772 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:51.009210 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-88c4a585-d298-44e5-ab02-b993f7ccee98 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "PUT /v2.0/floatingips/c27edf3e-de4f-4a9d-b6d3-0447484c48c1 HTTP/1.1" status: 200 len: 991 time: 0.9360116 Jun 03 16:23:51.009894 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'tag': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:51.012337 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490061a4-4ecc-413c-b811-ed66d97a51eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4c2c92-9f7a-4f64-ba0e-afc94658a59e", "tag": "3b6e2361-79f3-49b0-80a2-5cad14ec6e44"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:51.048452 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f3ff8f-f9e0-416f-b572-f8d423ca89dc x-openstack-request-id: req-50f3ff8f-f9e0-416f-b572-f8d423ca89dc {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:51.048748 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4c2c92-9f7a-4f64-ba0e-afc94658a59e", "tag": "3b6e2361-79f3-49b0-80a2-5cad14ec6e44", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:51.049003 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50f3ff8f-f9e0-416f-b572-f8d423ca89dc {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:51.049413 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f3ff8f-f9e0-416f-b572-f8d423ca89dc'] response: {'name': 'network-changed', 'server_uuid': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'tag': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44', 'status': 'completed', 'code': 200} Jun 03 16:23:51.133414 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-95fc9896-5e2c-4b9b-9c82-dbbd1e6148b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:51.137185 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-95fc9896-5e2c-4b9b-9c82-dbbd1e6148b5 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 1129 time: 0.0598092 Jun 03 16:23:51.177429 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-a2f4d846-7ab8-4191-b100-3086a381258d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:51.179355 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-a2f4d846-7ab8-4191-b100-3086a381258d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.118 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 816 time: 0.1209919 Jun 03 16:23:51.238369 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:51.282474 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-2427a6ef-9cf1-4157-8cac-87e154ee79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:51.284061 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-2427a6ef-9cf1-4157-8cac-87e154ee79c6 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 917 time: 0.1303082 Jun 03 16:23:51.287216 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:51.294364 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-4e3e5f35-a493-41fd-9003-894c84467f3c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffa464e4d2264df68897a6d4b8dc7aab HTTP/1.1" status: 200 len: 380 time: 0.1071715 Jun 03 16:23:51.331922 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:51.351471 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d2368b00-2c8f-474c-9b20-acd9fef83bd6 req-4ce92f37-ea71-4dce-87b3-c31a2121932c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 210 time: 0.0292432 Jun 03 16:23:51.371817 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'port': {'device_id': '919a4e88-3477-4458-8420-214f2caf16c5', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'admin_state_up': True, 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'security_groups': ['1ae990a3-7017-42b2-9808-80eece794f6a']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:51.444899 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-4175b782-75a1-4fa3-8344-65a4c89c32f9 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e2361-79f3-49b0-80a2-5cad14ec6e44 HTTP/1.1" status: 200 len: 999 time: 0.0780361 Jun 03 16:23:51.500535 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-50fafdd6-fd6a-49cd-9fb1-471598eb379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:51.502406 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-50fafdd6-fd6a-49cd-9fb1-471598eb379b service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.0492244 Jun 03 16:23:51.506539 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'c27edf3e-de4f-4a9d-b6d3-0447484c48c1', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:2c:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:36Z', 'updated_at': '2022-06-03T16:23:50Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:51.509762 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-2766dd72-45be-40ad-ac41-43581896ce75 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531929 Jun 03 16:23:51.530598 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Made reservation on behalf of ffa464e4d2264df68897a6d4b8dc7aab for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:23:51.534328 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:51.536390 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:23:51.547281 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:23:51.547930 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:51.559831 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-c35d6ce9-81c8-482e-b607-4501551e707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:51.561456 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-c35d6ce9-81c8-482e-b607-4501551e707f service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527067 Jun 03 16:23:51.572160 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:51.581019 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:51.621208 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:51.636556 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f392dde4-5926-43b1-a6f2-d065cf8f159d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:51.640958 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:51.661947 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-750a5e0d-c101-4185-b1e8-243c0e88e696 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923567 Jun 03 16:23:51.668277 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:23:51.699784 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Allocated IP 172.20.0.14 (aac77ef2-24df-4348-b770-e983d0529c48/396edb17-24c6-4f46-a301-e519b0c17869/3113a30d-36af-4d19-891b-9696f04ca42d) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:23:51.708746 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-a4398da6-8da5-4778-a34c-7e82cb5fb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:51.710330 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-a4398da6-8da5-4778-a34c-7e82cb5fb752 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=1443b802dc724950b5eb5c6446e2515c&device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 1129 time: 0.1736243 Jun 03 16:23:51.777181 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-07a8583c-4d54-491a-97f2-51f603f8c6e9 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093888 Jun 03 16:23:51.881976 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'c27edf3e-de4f-4a9d-b6d3-0447484c48c1', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:2c:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:36Z', 'updated_at': '2022-06-03T16:23:50Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:51.892288 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-9c5d2301-24bc-4997-a0ea-09c8dd5c09da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:51.893999 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-9c5d2301-24bc-4997-a0ea-09c8dd5c09da service neutron] 10.222.0.118 "GET /v2.0/networks?id=6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 200 len: 921 time: 0.1629004 Jun 03 16:23:51.906755 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289ded7-df48-4219-b36d-2bd47426f418 None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'c27edf3e-de4f-4a9d-b6d3-0447484c48c1', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:2c:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:36Z', 'updated_at': '2022-06-03T16:23:50Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:23:51.949454 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-431f0394-b28f-40f6-ad0d-74bbe60e1121 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13a12b7-9968-49f9-a695-b305c53c2ff7 HTTP/1.1" status: 200 len: 217 time: 0.0471332 Jun 03 16:23:51.954096 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for port (3113a30d-36af-4d19-891b-9696f04ca42d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:52.016787 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-06cc833f-856d-4d3d-a6a9-135db1344a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:52.018241 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-06cc833f-856d-4d3d-a6a9-135db1344a68 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 200 len: 858 time: 0.0625148 Jun 03 16:23:52.050276 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:52.053809 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:52.097379 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-80318ed7-bdcd-4329-ad12-5a10b271bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:52.099573 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-80318ed7-bdcd-4329-ad12-5a10b271bcfe service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6e0aaf95-4836-425b-942f-acfb7d3ce506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0742667 Jun 03 16:23:52.107407 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96df8b-96c0-47db-966e-1d0353e801d3 None None] New status for floating IP c27edf3e-de4f-4a9d-b6d3-0447484c48c1: ACTIVE {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:23:52.111608 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Network aac77ef2-24df-4348-b770-e983d0529c48 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:23:52.114865 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:23:52.118757 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:23:52.147714 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event updated for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:52.177695 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:52.178441 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:52.195645 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-16740e17-c9db-4882-90c6-952a1f19b9a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8284707 Jun 03 16:23:52.254442 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Request body: {'port': {'device_id': '919a4e88-3477-4458-8420-214f2caf16c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:23:52.376154 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:52.390849 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-8fbb752b-6b47-4d35-8cd6-127eabdb1fd2 service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502855 Jun 03 16:23:52.425435 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-62929a64-c389-4092-9ac4-768bd2b04316 None None] Provisioning complete for port 3113a30d-36af-4d19-891b-9696f04ca42d triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:23:52.426068 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-62929a64-c389-4092-9ac4-768bd2b04316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:52.464121 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-62929a64-c389-4092-9ac4-768bd2b04316 None None] Port 3113a30d-36af-4d19-891b-9696f04ca42d cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:23:52.480762 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d335-7ba2-473b-b975-1248f5c21777 req-6838a336-da3b-4190-8b2b-646b5df3e1c2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:52.482456 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-10f6d335-7ba2-473b-b975-1248f5c21777 req-6838a336-da3b-4190-8b2b-646b5df3e1c2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 932 time: 0.0500777 Jun 03 16:23:52.528355 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:52.529263 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-10f6d335-7ba2-473b-b975-1248f5c21777 req-ab76431d-ed57-4e57-bf46-e4f05c750eea tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Jun 03 16:23:52.587700 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-43b3fcc4-98ee-4213-b50b-05365c3396d5 req-d038602a-662b-4618-8619-f72e3dfab66a service neutron] 10.222.0.118 "GET /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897223 Jun 03 16:23:52.738993 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3113a30d-36af-4d19-891b-9696f04ca42d {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:23:52.746324 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Publish callbacks [] for port (3113a30d-36af-4d19-891b-9696f04ca42d), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:52.758558 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Transition to ACTIVE for port object 3113a30d-36af-4d19-891b-9696f04ca42d will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:23:52.762381 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:52.810558 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:52.877639 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:52.895248 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Attempting to bind port 3113a30d-36af-4d19-891b-9696f04ca42d on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:23:52.896231 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Attempting to bind port 3113a30d-36af-4d19-891b-9696f04ca42d by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:23:52.896567 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Attempting to bind port 3113a30d-36af-4d19-891b-9696f04ca42d on network aac77ef2-24df-4348-b770-e983d0529c48 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:23:52.901223 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Port 3113a30d-36af-4d19-891b-9696f04ca42d on network aac77ef2-24df-4348-b770-e983d0529c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:23:52.901538 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Attempting to bind port 3113a30d-36af-4d19-891b-9696f04ca42d on network aac77ef2-24df-4348-b770-e983d0529c48 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:23:52.906662 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:23:52.906993 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Checking segment: {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:23:52.907392 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Bound using segment: {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:23:52.907808 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Bound port: 3113a30d-36af-4d19-891b-9696f04ca42d, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f032548-193d-439d-9a67-ab37b6501cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:23:52.908159 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:52.910730 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:52.977438 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:23:52.980603 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:23:52.986846 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:53.022519 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:53.023161 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:53.024594 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] 10.222.0.118 "PUT /v2.0/ports/3113a30d-36af-4d19-891b-9696f04ca42d HTTP/1.1" status: 200 len: 1094 time: 0.7828021 Jun 03 16:23:53.046029 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e5983-d013-4c67-b966-e2652f52dbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:53.051913 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:53.054219 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772a4e85-e52a-46f5-aadd-f41659e2bfe1" -d '{"events": [{"name": "network-changed", "server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:53.091543 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebe5712-45c8-42a4-a18e-141ff6814400 x-openstack-request-id: req-3ebe5712-45c8-42a4-a18e-141ff6814400 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:53.091838 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:53.092093 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ebe5712-45c8-42a4-a18e-141ff6814400 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:53.092497 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebe5712-45c8-42a4-a18e-141ff6814400'] response: {'name': 'network-changed', 'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d', 'status': 'completed', 'code': 200} Jun 03 16:23:53.280893 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a4e85-e52a-46f5-aadd-f41659e2bfe1 req-bd71f5e6-0d68-4415-a929-fe391f715bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:53.282424 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-772a4e85-e52a-46f5-aadd-f41659e2bfe1 req-bd71f5e6-0d68-4415-a929-fe391f715bc6 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 1128 time: 0.0460958 Jun 03 16:23:53.606837 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a4e85-e52a-46f5-aadd-f41659e2bfe1 req-dc2a0b5c-01c9-4ef3-b39b-74b85314b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:53.608329 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-772a4e85-e52a-46f5-aadd-f41659e2bfe1 req-dc2a0b5c-01c9-4ef3-b39b-74b85314b704 service neutron] 10.222.0.118 "GET /v2.0/networks?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3194134 Jun 03 16:23:53.652793 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11f585-fe69-436d-8866-4e7e7906b38d req-29acecbe-b3df-4dc8-bf85-5bb0421f9ad5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:53.654285 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7e11f585-fe69-436d-8866-4e7e7906b38d req-29acecbe-b3df-4dc8-bf85-5bb0421f9ad5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0543137 Jun 03 16:23:53.705044 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7e11f585-fe69-436d-8866-4e7e7906b38d req-c28f8adc-6937-42c7-a1d0-a5bc576cd343 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450354 Jun 03 16:23:53.710796 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a4e85-e52a-46f5-aadd-f41659e2bfe1 req-7b2af890-9f10-4516-a2c1-04194ccddf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:53.712288 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-772a4e85-e52a-46f5-aadd-f41659e2bfe1 req-7b2af890-9f10-4516-a2c1-04194ccddf7e service neutron] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0938137 Jun 03 16:23:53.796440 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-6231e6fc-6746-4c51-b9b9-a7fb75352f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:53.797898 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-6231e6fc-6746-4c51-b9b9-a7fb75352f66 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 1128 time: 0.0374196 Jun 03 16:23:53.839254 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-39bd61dc-802a-424b-93d4-68ee6fbc887a service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3113a30d-36af-4d19-891b-9696f04ca42d HTTP/1.1" status: 200 len: 217 time: 0.0325963 Jun 03 16:23:53.889296 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-a243fffc-f9b5-417f-8701-3ad647ce5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:53.890679 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-a243fffc-f9b5-417f-8701-3ad647ce5285 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 200 len: 855 time: 0.0458724 Jun 03 16:23:53.929593 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:53.933139 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-93390062-cfe5-4911-966f-3492babbc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:53.934573 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-93390062-cfe5-4911-966f-3492babbc02f service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=aac77ef2-24df-4348-b770-e983d0529c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370438 Jun 03 16:23:53.986164 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:54.022178 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-e3fef235-14ef-4781-bd74-a1be3fb34a13 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804169 Jun 03 16:23:54.119557 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13c30c13-dffb-4fd6-b28c-2a269c489ea8 req-703b3840-f5d3-4419-9391-e94864061daf service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852833 Jun 03 16:23:54.822351 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025366d-b610-4ce3-bffe-83abb6942226 req-08279b46-e28c-4aef-9203-f90a2ddb7031 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:54.823815 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9025366d-b610-4ce3-bffe-83abb6942226 req-08279b46-e28c-4aef-9203-f90a2ddb7031 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0462959 Jun 03 16:23:54.870121 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9025366d-b610-4ce3-bffe-83abb6942226 req-f3ab70c2-5300-4fbd-b7e0-470db8bbd154 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405180 Jun 03 16:23:55.988674 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea77b0-8b9e-4c27-b2ba-12626cbcbb90 req-afcf7b5b-6435-4d61-ad8b-e020d324bc58 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:55.990610 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-62ea77b0-8b9e-4c27-b2ba-12626cbcbb90 req-afcf7b5b-6435-4d61-ad8b-e020d324bc58 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0481272 Jun 03 16:23:56.036158 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-62ea77b0-8b9e-4c27-b2ba-12626cbcbb90 req-da13cee2-e37b-4d70-80ad-edc01eaf64db tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Jun 03 16:23:56.132584 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:57.156897 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d91a40-51f8-4ed2-8f9c-6bdf4e0114ea req-3a800b07-2d8f-48ff-aee9-08f6ffa45018 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:57.158365 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-76d91a40-51f8-4ed2-8f9c-6bdf4e0114ea req-3a800b07-2d8f-48ff-aee9-08f6ffa45018 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0501688 Jun 03 16:23:57.204774 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-76d91a40-51f8-4ed2-8f9c-6bdf4e0114ea req-288da583-9d2e-40dd-b216-8cd96a6c5a90 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Jun 03 16:23:57.414488 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3113a30d-36af-4d19-891b-9696f04ca42d details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:23:57.511508 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:57.520928 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:57.523723 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '3113a30d-36af-4d19-891b-9696f04ca42d', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'port_id': '3113a30d-36af-4d19-891b-9696f04ca42d', 'mac_address': 'fa:16:3e:81:81:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:23:57.557410 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 3113a30d-36af-4d19-891b-9696f04ca42d is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:23:57.557788 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:57.571120 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3113a30d-36af-4d19-891b-9696f04ca42d {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:23:57.589756 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:57.593799 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:57.641265 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:58.001541 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:23:58.050733 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['3113a30d-36af-4d19-891b-9696f04ca42d'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:23:58.320756 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7402-243b-4cc0-8580-c21c8b4c4447 req-8d72e4ac-ce5c-4bc2-9c76-3c96da672e7a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:58.322202 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-eb5c7402-243b-4cc0-8580-c21c8b4c4447 req-8d72e4ac-ce5c-4bc2-9c76-3c96da672e7a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 945 time: 0.0464380 Jun 03 16:23:58.367362 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-eb5c7402-243b-4cc0-8580-c21c8b4c4447 req-57d1c074-4c91-4d69-aaeb-faa30c09a395 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397034 Jun 03 16:23:59.425662 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3113a30d-36af-4d19-891b-9696f04ca42d up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:23:59.454164 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:59.471607 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 3113a30d-36af-4d19-891b-9696f04ca42d completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:23:59.477708 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 3113a30d-36af-4d19-891b-9696f04ca42d triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:23:59.478116 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:59.484787 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3e1c6-6735-48a9-a37e-bbb31063d924 req-90618862-e0d3-47a3-9c85-3a7632c19d64 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:59.486272 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-27d3e1c6-6735-48a9-a37e-bbb31063d924 req-90618862-e0d3-47a3-9c85-3a7632c19d64 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 945 time: 0.0471258 Jun 03 16:23:59.533591 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-27d3e1c6-6735-48a9-a37e-bbb31063d924 req-f057cb4c-5ad3-4fba-ace5-b91783b957dd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Jun 03 16:23:59.549083 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 3113a30d-36af-4d19-891b-9696f04ca42d is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:23:59.549472 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:59.571287 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:59.573485 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f248f2cd-6074-4b22-8058-07358581e9c1" -d '{"events": [{"server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "name": "network-vif-plugged", "status": "completed", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:59.586056 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:23:59.589981 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:23:59.615440 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aec1c1f-3528-43d4-9ccd-942a0a8650b5 x-openstack-request-id: req-5aec1c1f-3528-43d4-9ccd-942a0a8650b5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:59.615721 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "name": "network-vif-plugged", "status": "completed", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:59.615960 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5aec1c1f-3528-43d4-9ccd-942a0a8650b5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:59.616333 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aec1c1f-3528-43d4-9ccd-942a0a8650b5'] response: {'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d', 'code': 200} Jun 03 16:23:59.641591 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:59.779733 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb427ea-4752-40c9-9367-6f549d6eed37 req-c2ba2eaf-9f00-417b-8cbe-5b15c3f28855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:59.781184 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0bb427ea-4752-40c9-9367-6f549d6eed37 req-c2ba2eaf-9f00-417b-8cbe-5b15c3f28855 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 1130 time: 0.0368252 Jun 03 16:23:59.818291 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:23:59.834446 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0bb427ea-4752-40c9-9367-6f549d6eed37 req-1e067850-0e55-443c-9b10-bdd62decc23c service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Jun 03 16:24:00.653352 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef3f82-2c50-4581-92c6-c40ef26f9d49 req-399a676e-c614-495e-bc2d-844990723288 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:00.654790 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-abef3f82-2c50-4581-92c6-c40ef26f9d49 req-399a676e-c614-495e-bc2d-844990723288 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0460932 Jun 03 16:24:00.700234 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-abef3f82-2c50-4581-92c6-c40ef26f9d49 req-87eeced4-8a5e-4611-8b29-9b64bb29cf21 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399756 Jun 03 16:24:01.825662 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d149cae-8d78-4c03-961a-893406bd75f2 req-afa26b37-7af6-4457-8ac6-39a83513d4c5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:01.827089 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3d149cae-8d78-4c03-961a-893406bd75f2 req-afa26b37-7af6-4457-8ac6-39a83513d4c5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0491121 Jun 03 16:24:01.872607 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3d149cae-8d78-4c03-961a-893406bd75f2 req-de446fbe-fdbd-43c4-bbaf-26be0ecc9a59 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400987 Jun 03 16:24:01.986600 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d33b7-e03e-4def-bb1f-40205eee7eba req-319cc4fc-4c1e-4579-b4b3-4e8d38468e03 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:01.988050 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-932d33b7-e03e-4def-bb1f-40205eee7eba req-319cc4fc-4c1e-4579-b4b3-4e8d38468e03 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0459013 Jun 03 16:24:01.996957 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47684) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:02.004079 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-9256b63f-8ac6-4c6d-97dc-dbb60707c21a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Request body: {'floatingip': {'port_id': '3113a30d-36af-4d19-891b-9696f04ca42d'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:24:02.049931 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9256b63f-8ac6-4c6d-97dc-dbb60707c21a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (9765e49e-86f2-4df5-9763-12b6edbc3d18), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:02.220515 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:02.286086 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:02.441203 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9256b63f-8ac6-4c6d-97dc-dbb60707c21a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:02.444971 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9256b63f-8ac6-4c6d-97dc-dbb60707c21a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (9765e49e-86f2-4df5-9763-12b6edbc3d18), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:02.536746 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-9256b63f-8ac6-4c6d-97dc-dbb60707c21a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Floating IP 9765e49e-86f2-4df5-9763-12b6edbc3d18 associated. External IP: 172.27.2.63, port: 3113a30d-36af-4d19-891b-9696f04ca42d. Jun 03 16:24:02.726365 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9256b63f-8ac6-4c6d-97dc-dbb60707c21a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:24:02.824611 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9256b63f-8ac6-4c6d-97dc-dbb60707c21a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:24:02.828976 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9256b63f-8ac6-4c6d-97dc-dbb60707c21a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:02.834773 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] Sync routers for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:02.844623 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:24:02.845230 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:02.859948 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9256b63f-8ac6-4c6d-97dc-dbb60707c21a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "PUT /v2.0/floatingips/9765e49e-86f2-4df5-9763-12b6edbc3d18 HTTP/1.1" status: 200 len: 991 time: 0.8616099 Jun 03 16:24:02.860526 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:02.862745 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9682b3-311b-4bd9-9e8b-cd13670c878c" -d '{"events": [{"name": "network-changed", "server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:02.899486 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca923ff2-e687-4674-aff5-851db8a81ddb x-openstack-request-id: req-ca923ff2-e687-4674-aff5-851db8a81ddb {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:02.899929 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:02.900191 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca923ff2-e687-4674-aff5-851db8a81ddb {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:02.900599 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca923ff2-e687-4674-aff5-851db8a81ddb'] response: {'name': 'network-changed', 'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d', 'status': 'completed', 'code': 200} Jun 03 16:24:02.948616 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:24:02.961091 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-f7b536c9-7db9-4365-bcdd-4a5377bcc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:02.962697 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-f7b536c9-7db9-4365-bcdd-4a5377bcc3a4 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 1130 time: 0.0406716 Jun 03 16:24:02.977018 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:03.057137 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-8d6928ae-a1a9-445a-8877-fd58d029bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:03.058598 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-8d6928ae-a1a9-445a-8877-fd58d029bf7b service neutron] 10.222.0.118 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 918 time: 0.0897434 Jun 03 16:24:03.120174 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-1d954eb2-c97e-4e48-82d3-bee781021f46 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3113a30d-36af-4d19-891b-9696f04ca42d HTTP/1.1" status: 200 len: 999 time: 0.0551922 Jun 03 16:24:03.140017 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:03.156114 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '9765e49e-86f2-4df5-9763-12b6edbc3d18', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'port_id': '3113a30d-36af-4d19-891b-9696f04ca42d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'mac_address': 'fa:16:3e:81:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919a4e88-3477-4458-8420-214f2caf16c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:49Z', 'updated_at': '2022-06-03T16:24:02Z', 'revision_number': 1, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:03.168096 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-0ede47f4-a047-48e7-ade6-40bf4e8ab053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:03.169542 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-0ede47f4-a047-48e7-ade6-40bf4e8ab053 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 200 len: 855 time: 0.0434873 Jun 03 16:24:03.184111 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] Checking router: 74d57aba-8ecb-4315-ac16-8b6f477dbc6b for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:03.192578 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:24:03.193739 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:23:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:03.216959 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-f177a953-1ede-4363-8a9d-305c939d2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:03.218431 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-f177a953-1ede-4363-8a9d-305c939d2e76 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=aac77ef2-24df-4348-b770-e983d0529c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414467 Jun 03 16:24:03.279572 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:03.296772 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:24:03.309473 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-57881a02-77e9-4b98-a9ec-f177c5539039 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832109 Jun 03 16:24:03.401034 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9682b3-311b-4bd9-9e8b-cd13670c878c req-8b330196-9d98-43d5-91aa-01f5eb091d05 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849071 Jun 03 16:24:03.614278 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:03.623953 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '9765e49e-86f2-4df5-9763-12b6edbc3d18', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'port_id': '3113a30d-36af-4d19-891b-9696f04ca42d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'mac_address': 'fa:16:3e:81:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919a4e88-3477-4458-8420-214f2caf16c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:49Z', 'updated_at': '2022-06-03T16:24:02Z', 'revision_number': 1, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:03.647838 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f7ba6-f51a-4f32-9704-ac7d20bf8634 None None] The sync data for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi is: [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '9765e49e-86f2-4df5-9763-12b6edbc3d18', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'port_id': '3113a30d-36af-4d19-891b-9696f04ca42d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'mac_address': 'fa:16:3e:81:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919a4e88-3477-4458-8420-214f2caf16c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:49Z', 'updated_at': '2022-06-03T16:24:02Z', 'revision_number': 1, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:03.835351 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee2dd9-b0f8-40de-b47f-caccebc06654 None None] New status for floating IP 9765e49e-86f2-4df5-9763-12b6edbc3d18: ACTIVE {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:24:11.866609 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=57 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:11.869254 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=58 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:13.391848 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=11 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:13.398469 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=45 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:13.622167 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=39 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:13.626869 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:14.711706 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:16.114627 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:16.117028 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:19.314332 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9981d67e-8d22-4c17-9198-050854a71c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:21.604847 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2b66-e2ab-4728-bc39-dab2ad5ed6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:22.878328 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:23.988419 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:25.306684 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084c609-8110-4794-9127-245dfb9722da req-4279b450-fa49-4f54-8e97-9cc4936f4864 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:25.308196 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1084c609-8110-4794-9127-245dfb9722da req-4279b450-fa49-4f54-8e97-9cc4936f4864 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0475111 Jun 03 16:24:25.316362 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e2732-890d-498a-9546-ab5215d57b63 req-b8313990-9677-4d13-8a04-a2ffad1ba701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:25.317838 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be4e2732-890d-498a-9546-ab5215d57b63 req-b8313990-9677-4d13-8a04-a2ffad1ba701 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=566b367dc7504d3091558cfd6f35bfa9&device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1168 time: 0.0397990 Jun 03 16:24:25.367898 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-1084c609-8110-4794-9127-245dfb9722da req-11387355-143a-408d-89b8-cf9a9624b80a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536437 Jun 03 16:24:25.408907 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e2732-890d-498a-9546-ab5215d57b63 req-3dc802d4-f093-4bde-80e4-5187853bd7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:25.410389 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be4e2732-890d-498a-9546-ab5215d57b63 req-3dc802d4-f093-4bde-80e4-5187853bd7b3 service neutron] 10.222.0.118 "GET /v2.0/networks?id=41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 200 len: 917 time: 0.0845108 Jun 03 16:24:25.474293 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be4e2732-890d-498a-9546-ab5215d57b63 req-f3098c50-66e1-46b0-bb42-93550c024fa3 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 1001 time: 0.0570953 Jun 03 16:24:25.521837 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e2732-890d-498a-9546-ab5215d57b63 req-ea9964b6-1704-4336-ab08-194ed50cc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:25.523186 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be4e2732-890d-498a-9546-ab5215d57b63 req-ea9964b6-1704-4336-ab08-194ed50cc827 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=4f508499-faa9-4761-986d-00d2317ec53a HTTP/1.1" status: 200 len: 854 time: 0.0422604 Jun 03 16:24:25.564305 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e2732-890d-498a-9546-ab5215d57b63 req-41fb0306-57d5-4251-9504-d6ca75ef4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:25.565686 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be4e2732-890d-498a-9546-ab5215d57b63 req-41fb0306-57d5-4251-9504-d6ca75ef4983 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=41e43258-6f06-4a8a-b481-042e12142b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0350482 Jun 03 16:24:25.655676 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be4e2732-890d-498a-9546-ab5215d57b63 req-8b52acdf-745d-4bf3-bb17-9613863a8dce service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822942 Jun 03 16:24:25.745392 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be4e2732-890d-498a-9546-ab5215d57b63 req-1447b27f-ebce-47e8-a218-20e6685a67e9 service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812101 Jun 03 16:24:26.135798 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:26.487066 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476559-a340-4ff2-b687-b15116c356cb req-d3afe663-e933-496e-bce7-eb37f4c30619 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:26.488537 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c476559-a340-4ff2-b687-b15116c356cb req-d3afe663-e933-496e-bce7-eb37f4c30619 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0506814 Jun 03 16:24:26.546557 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5c476559-a340-4ff2-b687-b15116c356cb req-87b29640-0118-42e8-9aca-93c12dddd2c8 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519044 Jun 03 16:24:27.658453 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545497c-6340-43fa-be59-da2cdd80b792 req-b9e6f3b6-383a-4601-9f4d-964095173c1b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:27.659901 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d545497c-6340-43fa-be59-da2cdd80b792 req-b9e6f3b6-383a-4601-9f4d-964095173c1b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0461071 Jun 03 16:24:27.720738 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d545497c-6340-43fa-be59-da2cdd80b792 req-bb8c88db-e0ff-489a-91de-026a483e1f39 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552716 Jun 03 16:24:28.836855 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def032dd-cfc7-4623-b5fa-a05789e30b67 req-febcf4e4-d79c-4514-8801-2c9cc652f26f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:28.838294 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-def032dd-cfc7-4623-b5fa-a05789e30b67 req-febcf4e4-d79c-4514-8801-2c9cc652f26f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0464599 Jun 03 16:24:28.898107 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-def032dd-cfc7-4623-b5fa-a05789e30b67 req-42058e02-d53e-4b4f-b850-63a1487e8d87 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543933 Jun 03 16:24:30.011218 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f845f2-90ed-4fca-be48-7ecc06a81f6e req-e051ee3c-c7fb-4231-9620-bdacb76232a5 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:30.012645 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-59f845f2-90ed-4fca-be48-7ecc06a81f6e req-e051ee3c-c7fb-4231-9620-bdacb76232a5 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0475917 Jun 03 16:24:30.071477 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-59f845f2-90ed-4fca-be48-7ecc06a81f6e req-136fc6b1-64f7-4990-aa66-32d31e93b713 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528939 Jun 03 16:24:31.080395 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c515de-623b-4d61-91bc-c404a849d5b7 req-075f310c-fb87-40b5-8fbe-b7eb9fa6b965 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:31.081761 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-37c515de-623b-4d61-91bc-c404a849d5b7 req-075f310c-fb87-40b5-8fbe-b7eb9fa6b965 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0472391 Jun 03 16:24:31.134356 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-37c515de-623b-4d61-91bc-c404a849d5b7 req-2d12ff90-f852-40e8-9a85-e5ffa5fbfca3 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468941 Jun 03 16:24:31.154408 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:31.158798 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:31.198826 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a3709-6c32-46b2-8bf0-24e26333ad04 req-e40ef01e-3da9-48a3-980c-d90c9020261e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:31.200366 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-860a3709-6c32-46b2-8bf0-24e26333ad04 req-e40ef01e-3da9-48a3-980c-d90c9020261e tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0535212 Jun 03 16:24:31.268925 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-860a3709-6c32-46b2-8bf0-24e26333ad04 req-ae93d244-023f-4084-bb80-90fb697c4bf4 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629580 Jun 03 16:24:31.469820 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085fe3f-b6eb-4c7f-9207-957a0aac02ae req-0da24fa9-da29-4013-aa70-627f7b49bbb1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:31.471259 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3085fe3f-b6eb-4c7f-9207-957a0aac02ae req-0da24fa9-da29-4013-aa70-627f7b49bbb1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0461044 Jun 03 16:24:31.516994 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3085fe3f-b6eb-4c7f-9207-957a0aac02ae req-a69b7127-c3ad-4f35-8b16-455570f76e81 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401926 Jun 03 16:24:32.253109 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf5196-6ab8-48f2-be4b-6cab971e3e5f req-43f85655-283d-49c4-9970-5b4318a30e89 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:32.255747 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dabf5196-6ab8-48f2-be4b-6cab971e3e5f req-43f85655-283d-49c4-9970-5b4318a30e89 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0506923 Jun 03 16:24:32.303636 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dabf5196-6ab8-48f2-be4b-6cab971e3e5f req-b8b0803f-ff85-4bed-9411-dae50222ab09 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Jun 03 16:24:32.380921 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67aeee-e1bf-4f44-bd6e-79a76f380e48 req-e8f17205-cab3-4d41-a51b-bf8011082827 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:32.382342 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2c67aeee-e1bf-4f44-bd6e-79a76f380e48 req-e8f17205-cab3-4d41-a51b-bf8011082827 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0460119 Jun 03 16:24:32.439762 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2c67aeee-e1bf-4f44-bd6e-79a76f380e48 req-4b1f5701-716d-47f0-a95f-5c7aa9bba857 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518055 Jun 03 16:24:32.626621 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee789716-c201-4995-9fc9-6c739e3ad61f req-50ec3a05-34b6-4498-af60-db958dfe1992 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:32.628094 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ee789716-c201-4995-9fc9-6c739e3ad61f req-50ec3a05-34b6-4498-af60-db958dfe1992 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0464950 Jun 03 16:24:32.674623 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ee789716-c201-4995-9fc9-6c739e3ad61f req-98686421-6e74-414a-99cc-510069a713e7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 Jun 03 16:24:33.417651 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899c3d-39d5-461c-81c6-c1606795d05d req-b0cb14a3-0eb5-405d-a199-c8ad8e7d78b5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:33.419082 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-06899c3d-39d5-461c-81c6-c1606795d05d req-b0cb14a3-0eb5-405d-a199-c8ad8e7d78b5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0491962 Jun 03 16:24:33.465951 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-06899c3d-39d5-461c-81c6-c1606795d05d req-cf466805-c4a2-4780-b830-2055863fe30a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412910 Jun 03 16:24:33.542620 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:33.556452 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f8f5c-f446-4838-af9c-7c0ab093ed5f req-95e11cfc-9b1a-4152-8a05-b4547d9db5c7 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:33.557926 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f40f8f5c-f446-4838-af9c-7c0ab093ed5f req-95e11cfc-9b1a-4152-8a05-b4547d9db5c7 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0511165 Jun 03 16:24:33.581658 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:33.616908 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f40f8f5c-f446-4838-af9c-7c0ab093ed5f req-ad2f38a8-d88e-4f76-aecb-e720e0a93f65 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532877 Jun 03 16:24:33.786419 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34558353-cb46-468b-a5eb-1d13cd1f2390 req-f51d3323-2003-49c5-a38b-1d2cec025bd2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:33.787892 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-34558353-cb46-468b-a5eb-1d13cd1f2390 req-f51d3323-2003-49c5-a38b-1d2cec025bd2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.0478899 Jun 03 16:24:33.839365 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-34558353-cb46-468b-a5eb-1d13cd1f2390 req-e2de3d3d-179d-49a0-9e95-2cd7c351db00 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457947 Jun 03 16:24:34.445009 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411122e9-7c24-4b79-ad18-718f9e86486b req-a83005a0-08f5-41b6-993e-9d12bf44da91 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:34.446397 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-411122e9-7c24-4b79-ad18-718f9e86486b req-a83005a0-08f5-41b6-993e-9d12bf44da91 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0460026 Jun 03 16:24:34.533531 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Deleting port 00ec2058-4aa7-4f71-a6fa-0278283989c0 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:24:34.533797 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:34.631796 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc65c-1eee-4cee-894d-c29c86646197 req-3ebccd0a-38b1-4590-935e-9e8167eb6088 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:34.633280 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-504fc65c-1eee-4cee-894d-c29c86646197 req-3ebccd0a-38b1-4590-935e-9e8167eb6088 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 946 time: 0.0952516 Jun 03 16:24:34.685379 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] For port 00ec2058-4aa7-4f71-a6fa-0278283989c0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00ec2058-4aa7-4f71-a6fa-0278283989c0,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:34.685747 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:34.713978 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-504fc65c-1eee-4cee-894d-c29c86646197 req-2257d2b5-7896-4eaa-bab7-de3fee3af675 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6348a18-6814-44a0-a6ff-d1d961033635&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740902 Jun 03 16:24:34.730440 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bd797-b839-4c8f-a72f-2171742776a7 req-48725ae9-daf8-4ae2-9c76-48dc827b47b0 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:34.732043 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dc5bd797-b839-4c8f-a72f-2171742776a7 req-48725ae9-daf8-4ae2-9c76-48dc827b47b0 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0478599 Jun 03 16:24:34.796466 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dc5bd797-b839-4c8f-a72f-2171742776a7 req-93cff8ac-9baa-48db-98b4-9a5b4498bac9 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583937 Jun 03 16:24:35.000324 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:24:35.058795 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364f65b-32f9-4130-ac81-17cf52716323 req-edd667fe-ed82-4235-b52c-f76e67638bcc tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:35.060112 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6364f65b-32f9-4130-ac81-17cf52716323 req-edd667fe-ed82-4235-b52c-f76e67638bcc tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.118 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.3206937 Jun 03 16:24:35.183965 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60aacb7-6fe4-4eb8-b65e-205ff0730997 req-8e60b36c-863b-497b-9fd0-76a4d420226f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:35.185410 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e60aacb7-6fe4-4eb8-b65e-205ff0730997 req-8e60b36c-863b-497b-9fd0-76a4d420226f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 946 time: 0.1363916 Jun 03 16:24:35.253228 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:35.253593 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (a871d69e-b54d-45f3-b85d-52530273b9d2), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:35.253908 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Floating IP a871d69e-b54d-45f3-b85d-52530273b9d2 disassociated. External IP: 172.27.2.172, port: 00ec2058-4aa7-4f71-a6fa-0278283989c0. Jun 03 16:24:35.254258 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Calling delete_port for 00ec2058-4aa7-4f71-a6fa-0278283989c0 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:24:35.258169 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Deleting port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:24:35.258500 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:35.360854 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e60aacb7-6fe4-4eb8-b65e-205ff0730997 req-14dd7fb0-7ee3-4d88-84e5-ea966b9af82c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a70991c-54d9-4451-9860-07a6fc8beafe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551962 Jun 03 16:24:35.421043 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] For port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:35.421410 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:35.442950 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:35.468599 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:35.571406 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (00ec2058-4aa7-4f71-a6fa-0278283989c0), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:35.634648 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event deleted for resources: {'Port': ['ID=00ec2058-4aa7-4f71-a6fa-0278283989c0,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:35.651396 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.651752 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.652078 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.652412 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.652742 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.653072 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.653394 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.653714 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.654034 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.654353 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.654671 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.654986 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.655312 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.655637 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.655950 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:35.727857 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:35.728307 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (73e68e20-42ea-4cf2-b0f0-686712259893), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:35.728628 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Floating IP 73e68e20-42ea-4cf2-b0f0-686712259893 disassociated. External IP: 172.27.2.224, port: fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c. Jun 03 16:24:35.729005 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Calling delete_port for fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:24:35.811317 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bee14eda-71da-49d9-a155-3452bde10393 req-b868d136-6d63-4056-a15c-ad3749f2c1c5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 210 time: 0.0284884 Jun 03 16:24:35.836175 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:24:35.995240 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67d22-e9d5-4f74-b3bd-50db208fd418 req-19f7d33c-3bb5-4f25-af39-4778c1d22368 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:35.996759 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c5c67d22-e9d5-4f74-b3bd-50db208fd418 req-19f7d33c-3bb5-4f25-af39-4778c1d22368 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.1244161 Jun 03 16:24:36.013626 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:36.073352 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event deleted for resources: {'Port': ['ID=fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:36.085264 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:24:36.099727 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] Sync routers for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:36.112255 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:24:36.112980 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:24:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:36.187759 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:36.211343 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] No DVR routers for this DVR port 00ec2058-4aa7-4f71-a6fa-0278283989c0 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:24:36.217479 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:24:36.219746 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c5c67d22-e9d5-4f74-b3bd-50db208fd418 req-a6122a6b-e37a-4290-9d89-66d95e5828b0 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2156909 Jun 03 16:24:36.222648 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:36.226320 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-411122e9-7c24-4b79-ad18-718f9e86486b req-cdd29f1c-066d-461c-84e7-f4f89d0bb416 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "DELETE /v2.0/ports/00ec2058-4aa7-4f71-a6fa-0278283989c0 HTTP/1.1" status: 204 len: 173 time: 1.7743304 Jun 03 16:24:36.226830 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'name': 'network-vif-deleted', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:36.229095 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55cc204-5441-4db9-b3d7-dff9938b44a0" -d '{"events": [{"server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "name": "network-vif-deleted", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:36.282647 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Router bf71b996-aec1-4b90-a206-017d0fbcb83b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:24:36.284681 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f91fc5-2e69-4e78-880c-becedb6711f4 x-openstack-request-id: req-33f91fc5-2e69-4e78-880c-becedb6711f4 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:36.285033 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b7d211-5b5b-4d26-aa96-cb295c20451d", "name": "network-vif-deleted", "tag": "00ec2058-4aa7-4f71-a6fa-0278283989c0", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:36.285509 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33f91fc5-2e69-4e78-880c-becedb6711f4 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:36.286006 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f91fc5-2e69-4e78-880c-becedb6711f4'] response: {'server_uuid': '58b7d211-5b5b-4d26-aa96-cb295c20451d', 'name': 'network-vif-deleted', 'tag': '00ec2058-4aa7-4f71-a6fa-0278283989c0', 'status': 'completed', 'code': 200} Jun 03 16:24:36.414872 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:24:36.425920 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] Sync routers for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:36.444388 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:24:36.446212 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:24:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:36.450254 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:07Z', 'revision_number': 5, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:36.477115 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] No DVR routers for this DVR port fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:24:36.480262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:36.483564 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6364f65b-32f9-4130-ac81-17cf52716323 req-e505b811-74e7-4e12-8f33-de3a519a426a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.118 "DELETE /v2.0/ports/fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c HTTP/1.1" status: 204 len: 173 time: 1.4119759 Jun 03 16:24:36.485957 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] Checking router: 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:36.493877 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:36.498053 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:24:36.499204 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:24:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:36.515985 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2b77f1f-dfeb-4478-8655-00e362d5fa59 req-30234f66-bc15-4c1e-b5d4-a7db6dbc11a0 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de1f638-4fee-41e2-bd50-b802f8494fad HTTP/1.1" status: 200 len: 210 time: 0.0399599 Jun 03 16:24:36.559591 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:24:36.620998 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:24:36.750128 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:36.787328 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] Checking router: bf71b996-aec1-4b90-a206-017d0fbcb83b for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:36.797161 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:24:36.797778 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:24:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:36.827006 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:07Z', 'revision_number': 5, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:36.867005 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22366592-a443-467d-b4ef-1e0c3bccf6a3 None None] The sync data for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi is: [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:15:53Z', 'revision_number': 4, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bd38df96-51e3-4c4c-b5a9-770da2c292cb', 'name': '', 'network_id': '6e0aaf95-4836-425b-942f-acfb7d3ce506', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'mac_address': 'fa:16:3e:f0:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:51Z', 'updated_at': '2022-06-03T16:16:07Z', 'revision_number': 5, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'subnets': [{'id': '96182dd8-304e-490c-8178-3bed40a0c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:36.951021 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4ed65a6e-e5be-4ff2-9980-6f48f4369ef5 req-2bef58d9-aa1b-4818-bde8-200edecfc509 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=58b7d211-5b5b-4d26-aa96-cb295c20451d HTTP/1.1" status: 200 len: 210 time: 0.0302391 Jun 03 16:24:37.006553 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:24:37.134866 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf7182-9701-431b-855c-b7e647319d44 None None] New status for floating IP a871d69e-b54d-45f3-b85d-52530273b9d2: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:24:37.204971 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:37.231139 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd6f32-3e9b-470e-8ded-8fff536516ea None None] The sync data for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi is: [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:37.337409 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:37.375993 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8850f5-f21e-4002-a202-79bcbb17dfaa req-00ece8ec-178d-4e36-9417-f904ce0e171f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:37.377468 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bb8850f5-f21e-4002-a202-79bcbb17dfaa req-00ece8ec-178d-4e36-9417-f904ce0e171f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0615470 Jun 03 16:24:37.439974 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bb8850f5-f21e-4002-a202-79bcbb17dfaa req-6d671a5d-cfba-4f73-8f81-3387d867879f tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562506 Jun 03 16:24:37.514377 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb44842-4eae-49a8-a2d6-32718a1960cf None None] New status for floating IP 73e68e20-42ea-4cf2-b0f0-686712259893: DOWN {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:24:37.601940 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47806) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:37.658284 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 00ec2058-4aa7-4f71-a6fa-0278283989c0 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:24:37.658844 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-63cc680c-cb33-446b-8279-6f1904ab2319 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (0a70991c-54d9-4451-9860-07a6fc8beafe), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:37.677728 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 00ec2058-4aa7-4f71-a6fa-0278283989c0 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:24:37.678065 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 00ec2058-4aa7-4f71-a6fa-0278283989c0 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:24:37.678476 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:24:37.682462 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-63cc680c-cb33-446b-8279-6f1904ab2319 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (0a70991c-54d9-4451-9860-07a6fc8beafe), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:37.696565 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:24:37.696903 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:24:37.728422 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-63cc680c-cb33-446b-8279-6f1904ab2319 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (0a70991c-54d9-4451-9860-07a6fc8beafe), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:37.730951 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-63cc680c-cb33-446b-8279-6f1904ab2319 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:37.732105 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-63cc680c-cb33-446b-8279-6f1904ab2319 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "DELETE /v2.0/security-groups/0a70991c-54d9-4451-9860-07a6fc8beafe HTTP/1.1" status: 204 len: 168 time: 0.1291282 Jun 03 16:24:37.734868 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47808) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:37.741708 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc680c-cb33-446b-8279-6f1904ab2319 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a70991c-54d9-4451-9860-07a6fc8beafe,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:37.750641 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.api.v2.resource [None req-5e3575c0-870b-4ec4-88b4-16ef2b77a29e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] show failed (client error): The resource could not be found. Jun 03 16:24:37.754090 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-5e3575c0-870b-4ec4-88b4-16ef2b77a29e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups/0a70991c-54d9-4451-9860-07a6fc8beafe HTTP/1.1" status: 404 len: 347 time: 0.0157833 Jun 03 16:24:37.754463 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47810) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:37.835134 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:37.858313 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:37.863975 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Deleting port 97861592-975e-46ca-8504-f53e9101c686 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:24:37.864826 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (97861592-975e-46ca-8504-f53e9101c686), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:37.940148 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (97861592-975e-46ca-8504-f53e9101c686), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:37.940472 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (97861592-975e-46ca-8504-f53e9101c686), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:37.953527 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Calling delete_port for 97861592-975e-46ca-8504-f53e9101c686 owned by network:floatingip {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:24:38.035850 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47820) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:38.113600 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (97861592-975e-46ca-8504-f53e9101c686), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.148488 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event deleted for resources: {'Port': ['ID=97861592-975e-46ca-8504-f53e9101c686,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:38.157166 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ba121f01-9b5f-4358-9836-a8210a543dc7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group (d6348a18-6814-44a0-a6ff-d1d961033635), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.164443 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.164792 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.165113 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.165443 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.165766 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.166083 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.166399 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.166715 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.167031 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.167404 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.167713 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.168028 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.168345 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.168652 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.168960 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:38.227247 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ba121f01-9b5f-4358-9836-a8210a543dc7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group (d6348a18-6814-44a0-a6ff-d1d961033635), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.269206 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (73e68e20-42ea-4cf2-b0f0-686712259893), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.271812 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.272941 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-7d8de888-16d6-4f65-a82e-ca365d032c25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "DELETE /v2.0/floatingips/73e68e20-42ea-4cf2-b0f0-686712259893 HTTP/1.1" status: 204 len: 168 time: 0.5168819 Jun 03 16:24:38.287431 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'name': 'network-vif-deleted', 'tag': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:38.289632 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ca5a5c-f79e-485b-b485-22fb4e1ed708" -d '{"events": [{"server_uuid": "2de1f638-4fee-41e2-bd50-b802f8494fad", "name": "network-vif-deleted", "tag": "fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:38.296539 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ba121f01-9b5f-4358-9836-a8210a543dc7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d6348a18-6814-44a0-a6ff-d1d961033635), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.299280 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ba121f01-9b5f-4358-9836-a8210a543dc7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.301079 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-ba121f01-9b5f-4358-9836-a8210a543dc7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "DELETE /v2.0/security-groups/d6348a18-6814-44a0-a6ff-d1d961033635 HTTP/1.1" status: 204 len: 168 time: 0.2637403 Jun 03 16:24:38.304230 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47824) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:38.312141 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba121f01-9b5f-4358-9836-a8210a543dc7 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6348a18-6814-44a0-a6ff-d1d961033635,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:38.327214 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.api.v2.resource [None req-86eae45e-fe49-493b-a426-c90e114081f9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] show failed (client error): The resource could not be found. Jun 03 16:24:38.328275 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-86eae45e-fe49-493b-a426-c90e114081f9 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups/d6348a18-6814-44a0-a6ff-d1d961033635 HTTP/1.1" status: 404 len: 347 time: 0.0231924 Jun 03 16:24:38.331136 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47828) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:38.377060 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e12425-9007-4e30-a3ce-cf3814f60e54 x-openstack-request-id: req-27e12425-9007-4e30-a3ce-cf3814f60e54 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:38.377688 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de1f638-4fee-41e2-bd50-b802f8494fad", "name": "network-vif-deleted", "tag": "fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:38.377688 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27e12425-9007-4e30-a3ce-cf3814f60e54 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:38.377915 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e12425-9007-4e30-a3ce-cf3814f60e54'] response: {'server_uuid': '2de1f638-4fee-41e2-bd50-b802f8494fad', 'name': 'network-vif-deleted', 'tag': 'fc6b1ba7-2a39-4c6c-a836-ee8d66ad975c', 'status': 'completed', 'code': 200} Jun 03 16:24:38.390598 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47830) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:38.395323 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-1d1c1d48-a24e-4623-b52e-e651efdd6461 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1441743079', 'description': 'tempest-description--819587030'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:24:38.418477 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1d48-a24e-4623-b52e-e651efdd6461 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.459196 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-79e31cd8-42ae-465b-a9b6-48d3d748e4f8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Deleting port 9e236057-597b-4655-af20-08a77dffd299 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:24:38.459681 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79e31cd8-42ae-465b-a9b6-48d3d748e4f8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (9e236057-597b-4655-af20-08a77dffd299), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.490261 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1d48-a24e-4623-b52e-e651efdd6461 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (6ed64623-1f6d-41e6-9098-9317a2bd3dcc), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.495316 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1d48-a24e-4623-b52e-e651efdd6461 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (6ed64623-1f6d-41e6-9098-9317a2bd3dcc), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.539846 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1d48-a24e-4623-b52e-e651efdd6461 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.540971 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-1d1c1d48-a24e-4623-b52e-e651efdd6461 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1493757 Jun 03 16:24:38.544826 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47834) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:38.549968 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-37f8b980-40f2-4f6b-824f-86bde15ddc54 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'security_group_rule': {'security_group_id': '6ed64623-1f6d-41e6-9098-9317a2bd3dcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:24:38.555966 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c1d48-a24e-4623-b52e-e651efdd6461 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed64623-1f6d-41e6-9098-9317a2bd3dcc,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:38.558380 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79e31cd8-42ae-465b-a9b6-48d3d748e4f8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (9e236057-597b-4655-af20-08a77dffd299), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.558713 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79e31cd8-42ae-465b-a9b6-48d3d748e4f8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for floatingip (9e236057-597b-4655-af20-08a77dffd299), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.576439 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b4054-b102-4a1a-913d-e2852dd4dd50 req-f08e217f-7f1d-4771-8555-6eb7bbe9af22 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:38.577935 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-310b4054-b102-4a1a-913d-e2852dd4dd50 req-f08e217f-7f1d-4771-8555-6eb7bbe9af22 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0549788 Jun 03 16:24:38.578110 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-79e31cd8-42ae-465b-a9b6-48d3d748e4f8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Calling delete_port for 9e236057-597b-4655-af20-08a77dffd299 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:24:38.601850 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-37f8b980-40f2-4f6b-824f-86bde15ddc54 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (9520a4ad-8fdc-4275-a139-59fa2d2919de), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.642043 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-310b4054-b102-4a1a-913d-e2852dd4dd50 req-a4d14d3e-070b-4bf7-8c26-7a676828a090 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570822 Jun 03 16:24:38.712478 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-37f8b980-40f2-4f6b-824f-86bde15ddc54 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (9520a4ad-8fdc-4275-a139-59fa2d2919de), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.717949 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:38.738673 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-37f8b980-40f2-4f6b-824f-86bde15ddc54 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (9520a4ad-8fdc-4275-a139-59fa2d2919de), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.773619 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8b980-40f2-4f6b-824f-86bde15ddc54 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9520a4ad-8fdc-4275-a139-59fa2d2919de,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:38.778108 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-37f8b980-40f2-4f6b-824f-86bde15ddc54 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.779532 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-37f8b980-40f2-4f6b-824f-86bde15ddc54 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2335558 Jun 03 16:24:38.782072 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47836) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:38.786890 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-4e9c6f28-4687-4210-8bdd-23f0245b63a7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'security_group_rule': {'security_group_id': '6ed64623-1f6d-41e6-9098-9317a2bd3dcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:24:38.789507 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79e31cd8-42ae-465b-a9b6-48d3d748e4f8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (9e236057-597b-4655-af20-08a77dffd299), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.794326 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:38.806940 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:38.817126 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:38.817940 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e31cd8-42ae-465b-a9b6-48d3d748e4f8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event deleted for resources: {'Port': ['ID=9e236057-597b-4655-af20-08a77dffd299,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:38.820435 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6f28-4687-4210-8bdd-23f0245b63a7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (4dbecaae-5b75-4c83-aae5-352f6a8aabeb), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.884281 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6f28-4687-4210-8bdd-23f0245b63a7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (4dbecaae-5b75-4c83-aae5-352f6a8aabeb), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.887902 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6f28-4687-4210-8bdd-23f0245b63a7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (4dbecaae-5b75-4c83-aae5-352f6a8aabeb), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.892037 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79e31cd8-42ae-465b-a9b6-48d3d748e4f8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks [] for floatingip (a871d69e-b54d-45f3-b85d-52530273b9d2), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.894768 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79e31cd8-42ae-465b-a9b6-48d3d748e4f8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.896477 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-79e31cd8-42ae-465b-a9b6-48d3d748e4f8 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "DELETE /v2.0/floatingips/a871d69e-b54d-45f3-b85d-52530273b9d2 HTTP/1.1" status: 204 len: 168 time: 0.5644097 Jun 03 16:24:38.906319 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c6f28-4687-4210-8bdd-23f0245b63a7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbecaae-5b75-4c83-aae5-352f6a8aabeb,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:38.915071 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6f28-4687-4210-8bdd-23f0245b63a7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:38.916290 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-4e9c6f28-4687-4210-8bdd-23f0245b63a7 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331527 Jun 03 16:24:38.919701 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47840) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:38.924410 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:24:38.946200 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:39.026084 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:39.131138 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Allocated IP 172.27.2.180 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/ee1a4c80-78ca-4c1b-ac93-a208f5088b87) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:39.236809 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for port (ee1a4c80-78ca-4c1b-ac93-a208f5088b87), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:39.274208 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (ee1a4c80-78ca-4c1b-ac93-a208f5088b87), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:39.321333 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:39.325836 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:39.328671 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:24:39.357386 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'Port': ['ID=ee1a4c80-78ca-4c1b-ac93-a208f5088b87,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:39.417105 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (b667d149-8ada-4028-ad53-f1ef65c9b718), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:39.455450 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (ee1a4c80-78ca-4c1b-ac93-a208f5088b87), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:39.515316 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:39.553189 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:39.660214 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for port (ee1a4c80-78ca-4c1b-ac93-a208f5088b87), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:39.664615 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (ee1a4c80-78ca-4c1b-ac93-a208f5088b87), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:39.730434 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'Port': ['ID=ee1a4c80-78ca-4c1b-ac93-a208f5088b87,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:39.742381 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (b667d149-8ada-4028-ad53-f1ef65c9b718), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:39.756961 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408e537-406c-44e0-ab49-66fcd5aed0d9 req-de172e62-39a5-42c3-8673-369780c0f23b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:39.758271 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:39.758468 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d408e537-406c-44e0-ab49-66fcd5aed0d9 req-de172e62-39a5-42c3-8673-369780c0f23b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0469661 Jun 03 16:24:39.759581 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f3888804-a014-42b2-8c1e-4f229a62c533 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8388996 Jun 03 16:24:39.820463 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d408e537-406c-44e0-ab49-66fcd5aed0d9 req-72978462-836d-462b-850c-71a67f2096df tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=851f2bb5-1c5b-4e83-a416-39aca1f3186f&id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548110 Jun 03 16:24:39.954733 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-85238316-17b6-4b1a-8342-94c84bf01984 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1441743079&fields=id&tenant_id=d0f59694966848829048aee648dddccc HTTP/1.1" status: 200 len: 267 time: 0.0424216 Jun 03 16:24:40.059939 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-e5a7efc0-4627-4dbd-bb4b-e93ce015be97 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:40.061407 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-e5a7efc0-4627-4dbd-bb4b-e93ce015be97 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/networks?id=c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 200 len: 810 time: 0.1004825 Jun 03 16:24:40.077227 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-cb864fcf-ca7a-45ee-ad36-a36d18dde6bd tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/quotas/d0f59694966848829048aee648dddccc HTTP/1.1" status: 200 len: 375 time: 0.0103951 Jun 03 16:24:40.128245 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-8e5448b7-dc72-4435-92f7-4f74e456be25 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453794 Jun 03 16:24:40.224395 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-5b84f2ac-2ff7-4ef4-8f4d-4bca75045a2d service neutron] 10.222.0.41 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841997 Jun 03 16:24:40.315532 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-97ee31f1-3e41-4e41-832a-29bc172a6970 service neutron] 10.222.0.41 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840099 Jun 03 16:24:40.477052 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f3fdd43d-0311-440e-8e9d-4369cf061823 req-5b89b004-5a45-49e7-a936-a74bb068e51b tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 210 time: 0.0281372 Jun 03 16:24:41.579524 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-577c507d-3ae8-4171-96c7-486122f871d2 req-730ecdaf-54e9-464d-9018-f0882b31415c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 210 time: 0.0292609 Jun 03 16:24:41.649598 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32dfb2-699f-41af-a834-17a5cc8f4d1e req-5a349710-d8e7-49cb-983b-961beec81ddb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:41.651065 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a32dfb2-699f-41af-a834-17a5cc8f4d1e req-5a349710-d8e7-49cb-983b-961beec81ddb tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.3217490 Jun 03 16:24:41.732939 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-548b011b-0e54-4cf0-9911-cd396d097e32 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:41.734320 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-548b011b-0e54-4cf0-9911-cd396d097e32 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.118 "GET /v2.0/networks?id=c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 200 len: 810 time: 0.1462429 Jun 03 16:24:41.737317 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a32dfb2-699f-41af-a834-17a5cc8f4d1e req-5d0983e3-3942-42dc-a5b2-b5d6ee25895a tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793924 Jun 03 16:24:41.796620 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-9c5dc5ad-a9ad-4584-9330-71cab5d2a472 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0f59694966848829048aee648dddccc HTTP/1.1" status: 200 len: 380 time: 0.0519564 Jun 03 16:24:41.808382 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'port': {'device_id': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'admin_state_up': True, 'tenant_id': 'd0f59694966848829048aee648dddccc', 'security_groups': ['6ed64623-1f6d-41e6-9098-9317a2bd3dcc']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:24:41.910512 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Made reservation on behalf of d0f59694966848829048aee648dddccc for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:24:41.913898 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:42.039947 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Allocated IP 172.20.0.4 (c3619401-b67f-424d-9ca5-3555aafbaad6/66586911-787f-4f5f-8dbf-ce2c5b62b5ee/41e725ed-2822-4f59-a76d-137da0e19a16) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:42.175259 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for port (41e725ed-2822-4f59-a76d-137da0e19a16), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:42.180858 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:42.199467 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:42.212329 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:42.253094 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Network c3619401-b67f-424d-9ca5-3555aafbaad6 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:42.256931 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:42.263093 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:24:42.286402 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event updated for resources: {'Port': ['ID=41e725ed-2822-4f59-a76d-137da0e19a16,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:42.324484 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:42.325091 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:42.361140 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-f2ef9e98-5335-480b-95b3-deec3a3aff53 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5561752 Jun 03 16:24:42.370194 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-be1a4367-7f15-440b-89dd-4b6d8c086744 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:42.371654 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-be1a4367-7f15-440b-89dd-4b6d8c086744 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0639606 Jun 03 16:24:42.376549 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Request body: {'port': {'device_id': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:24:42.498726 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:42.510829 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-ee42e8e3-b0b5-4157-9c75-483366a6547b None None] Provisioning complete for port 41e725ed-2822-4f59-a76d-137da0e19a16 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:24:42.511517 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ee42e8e3-b0b5-4157-9c75-483366a6547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:42.513638 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-852648ba-2a80-4017-a461-9d0c5dd47f59 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Deleting port b13a12b7-9968-49f9-a695-b305c53c2ff7 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:24:42.513972 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-852648ba-2a80-4017-a461-9d0c5dd47f59 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:42.542321 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-ee42e8e3-b0b5-4157-9c75-483366a6547b None None] Port 41e725ed-2822-4f59-a76d-137da0e19a16 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:24:42.665680 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-852648ba-2a80-4017-a461-9d0c5dd47f59 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] For port b13a12b7-9968-49f9-a695-b305c53c2ff7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b13a12b7-9968-49f9-a695-b305c53c2ff7,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:42.666346 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-852648ba-2a80-4017-a461-9d0c5dd47f59 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:42.728532 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-852648ba-2a80-4017-a461-9d0c5dd47f59 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Calling delete_port for b13a12b7-9968-49f9-a695-b305c53c2ff7 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:24:42.897073 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538969-2b49-41c6-bcc2-39d2eaa2e21d req-77b34a21-e33a-4f62-891f-24eda0dfd079 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:42.898573 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e6538969-2b49-41c6-bcc2-39d2eaa2e21d req-77b34a21-e33a-4f62-891f-24eda0dfd079 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c90b829-8496-4298-b54d-fd9a976bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0797317 Jun 03 16:24:42.937467 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84e4d5-37ad-4234-a74d-e174672f1c1f req-414f1ea1-c65b-4fc5-ad7e-452e991b9be4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:42.938861 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5b84e4d5-37ad-4234-a74d-e174672f1c1f req-414f1ea1-c65b-4fc5-ad7e-452e991b9be4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 931 time: 0.2890999 Jun 03 16:24:42.959170 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:42.970295 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:42.989536 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5b84e4d5-37ad-4234-a74d-e174672f1c1f req-963f7c22-2b81-4cff-91a6-e960971f3118 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448968 Jun 03 16:24:43.022054 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e6538969-2b49-41c6-bcc2-39d2eaa2e21d req-895114ec-a740-429b-b821-19200c2aa00b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165011 Jun 03 16:24:43.066952 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e725ed-2822-4f59-a76d-137da0e19a16 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:24:43.075147 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Publish callbacks [] for port (41e725ed-2822-4f59-a76d-137da0e19a16), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:43.078767 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-852648ba-2a80-4017-a461-9d0c5dd47f59 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (b13a12b7-9968-49f9-a695-b305c53c2ff7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:43.090108 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['db97c3da-b633-48cb-8479-c740ca53cd00', 'b13a12b7-9968-49f9-a695-b305c53c2ff7'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:24:43.113006 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852648ba-2a80-4017-a461-9d0c5dd47f59 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event deleted for resources: {'Port': ['ID=b13a12b7-9968-49f9-a695-b305c53c2ff7,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:43.117981 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Transition to ACTIVE for port object 41e725ed-2822-4f59-a76d-137da0e19a16 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:24:43.124045 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:43.189788 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-852648ba-2a80-4017-a461-9d0c5dd47f59 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] No DVR routers for this DVR port b13a12b7-9968-49f9-a695-b305c53c2ff7 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:24:43.194579 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-852648ba-2a80-4017-a461-9d0c5dd47f59 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:43.197794 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-69b91682-abc2-4d31-be9c-f4f4c62de6e1 req-852648ba-2a80-4017-a461-9d0c5dd47f59 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "DELETE /v2.0/ports/b13a12b7-9968-49f9-a695-b305c53c2ff7 HTTP/1.1" status: 204 len: 173 time: 0.8183148 Jun 03 16:24:43.198984 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c90b829-8496-4298-b54d-fd9a976bbae3', 'name': 'network-vif-deleted', 'tag': 'b13a12b7-9968-49f9-a695-b305c53c2ff7'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:43.201246 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b383b02-5b7f-46c5-96a8-1f26afd949cf" -d '{"events": [{"server_uuid": "4c90b829-8496-4298-b54d-fd9a976bbae3", "name": "network-vif-deleted", "tag": "b13a12b7-9968-49f9-a695-b305c53c2ff7"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:43.222511 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=41e725ed-2822-4f59-a76d-137da0e19a16,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:43.237700 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:43.277108 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0e7b9d-80f2-499e-a043-7c40019ff9db x-openstack-request-id: req-7b0e7b9d-80f2-499e-a043-7c40019ff9db {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:43.277490 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c90b829-8496-4298-b54d-fd9a976bbae3", "name": "network-vif-deleted", "tag": "b13a12b7-9968-49f9-a695-b305c53c2ff7", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:43.277627 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b0e7b9d-80f2-499e-a043-7c40019ff9db {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:43.278006 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0e7b9d-80f2-499e-a043-7c40019ff9db'] response: {'server_uuid': '4c90b829-8496-4298-b54d-fd9a976bbae3', 'name': 'network-vif-deleted', 'tag': 'b13a12b7-9968-49f9-a695-b305c53c2ff7', 'status': 'completed', 'code': 200} Jun 03 16:24:43.319107 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Attempting to bind port 41e725ed-2822-4f59-a76d-137da0e19a16 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:24:43.323373 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Attempting to bind port 41e725ed-2822-4f59-a76d-137da0e19a16 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:24:43.323799 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Attempting to bind port 41e725ed-2822-4f59-a76d-137da0e19a16 on network c3619401-b67f-424d-9ca5-3555aafbaad6 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:24:43.328714 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Port 41e725ed-2822-4f59-a76d-137da0e19a16 on network c3619401-b67f-424d-9ca5-3555aafbaad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:24:43.329031 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Attempting to bind port 41e725ed-2822-4f59-a76d-137da0e19a16 on network c3619401-b67f-424d-9ca5-3555aafbaad6 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:24:43.334933 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:24:43.335271 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Checking segment: {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:24:43.335677 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Bound using segment: {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:24:43.336098 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Bound port: 41e725ed-2822-4f59-a76d-137da0e19a16, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:24:43.337005 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:43.406982 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] For port 41e725ed-2822-4f59-a76d-137da0e19a16, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:24:43.410251 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] For port 41e725ed-2822-4f59-a76d-137da0e19a16, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41e725ed-2822-4f59-a76d-137da0e19a16,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:24:43.416803 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:43.451852 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:43.452509 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:43.453823 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] 10.222.0.118 "PUT /v2.0/ports/41e725ed-2822-4f59-a76d-137da0e19a16 HTTP/1.1" status: 200 len: 1093 time: 1.0812721 Jun 03 16:24:43.474918 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5bda6-9e7d-42d6-8c5d-ed114eba2fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=41e725ed-2822-4f59-a76d-137da0e19a16,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:43.701923 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-bf9bf47f-e2a6-4e87-9845-e8df4c81b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:43.703470 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-bf9bf47f-e2a6-4e87-9845-e8df4c81b8e6 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 1127 time: 0.0444162 Jun 03 16:24:43.750118 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-51e30458-a2c6-4bf4-85cc-ff9a6acce92e service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e725ed-2822-4f59-a76d-137da0e19a16 HTTP/1.1" status: 200 len: 217 time: 0.0330970 Jun 03 16:24:43.804962 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-1c9ec282-0529-473a-b248-3065c7bbcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:43.806454 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-1c9ec282-0529-473a-b248-3065c7bbcd8a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=66586911-787f-4f5f-8dbf-ce2c5b62b5ee HTTP/1.1" status: 200 len: 849 time: 0.0501809 Jun 03 16:24:43.848826 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-01299785-4e81-4314-bed2-c83ac49e7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:43.850274 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-01299785-4e81-4314-bed2-c83ac49e7173 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c3619401-b67f-424d-9ca5-3555aafbaad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373991 Jun 03 16:24:43.935969 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-4d951fb9-2c56-4eee-9dad-e02033f2d026 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794048 Jun 03 16:24:44.027828 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23a2cc6c-3b0d-4377-9df2-82065bfa5f11 req-41b4d9b6-a5b3-4127-8ccd-cb295d5a7c57 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844054 Jun 03 16:24:44.098823 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:44.111045 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a98bf-c813-4e70-b3c7-8ff7ddf7a860 req-0190c0ec-f3a7-4c75-ba82-46f8173dd6e4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:44.112569 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-da7a98bf-c813-4e70-b3c7-8ff7ddf7a860 req-0190c0ec-f3a7-4c75-ba82-46f8173dd6e4 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 943 time: 0.0502470 Jun 03 16:24:44.160206 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-da7a98bf-c813-4e70-b3c7-8ff7ddf7a860 req-1d7d14cf-4d70-4549-84a8-86f80d8a9f0a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405586 Jun 03 16:24:44.296894 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c463e9-6f9c-4ed8-8170-36e3e51e5d24 req-fe82b200-3645-4d36-b0dc-74dcec9a8822 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:44.298260 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-89c463e9-6f9c-4ed8-8170-36e3e51e5d24 req-fe82b200-3645-4d36-b0dc-74dcec9a8822 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0502651 Jun 03 16:24:44.330173 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:44.345384 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-89c463e9-6f9c-4ed8-8170-36e3e51e5d24 req-905308e8-f123-429f-9fa4-faaf854aa58b tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Jun 03 16:24:44.709841 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:45.275364 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e1956-6245-4119-ac25-0e3fe756519d req-c549a17c-f3e8-4b03-9ec1-f51d3e41b764 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:45.276869 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8b3e1956-6245-4119-ac25-0e3fe756519d req-c549a17c-f3e8-4b03-9ec1-f51d3e41b764 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 943 time: 0.0470893 Jun 03 16:24:45.279147 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'tag': '41e725ed-2822-4f59-a76d-137da0e19a16'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:45.281565 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a616c3d-5af2-4e49-ac7e-8d113686b05d" -d '{"events": [{"name": "network-changed", "server_uuid": "49c8a0f7-905d-42bd-ae2b-fd92576529fb", "tag": "41e725ed-2822-4f59-a76d-137da0e19a16"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:45.318864 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e44a620-70cf-423b-8acf-d3acb65e2cf2 x-openstack-request-id: req-9e44a620-70cf-423b-8acf-d3acb65e2cf2 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:45.319266 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c8a0f7-905d-42bd-ae2b-fd92576529fb", "tag": "41e725ed-2822-4f59-a76d-137da0e19a16", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:45.319614 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e44a620-70cf-423b-8acf-d3acb65e2cf2 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:45.320079 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e44a620-70cf-423b-8acf-d3acb65e2cf2'] response: {'name': 'network-changed', 'server_uuid': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'tag': '41e725ed-2822-4f59-a76d-137da0e19a16', 'status': 'completed', 'code': 200} Jun 03 16:24:45.324287 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8b3e1956-6245-4119-ac25-0e3fe756519d req-94da7cd8-8308-409c-b06f-6ddd43bea1c1 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 Jun 03 16:24:45.458788 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cc0f-ca11-42ad-b1e9-39bcc06f501f req-beb5dbd8-8136-4e82-8c66-ab3a5586282d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:45.460192 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f64cc0f-ca11-42ad-b1e9-39bcc06f501f req-beb5dbd8-8136-4e82-8c66-ab3a5586282d tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0457070 Jun 03 16:24:45.506626 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f64cc0f-ca11-42ad-b1e9-39bcc06f501f req-357068a2-ced3-4739-92ad-c9371f6f0bfa tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Jun 03 16:24:45.677833 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device b13a12b7-9968-49f9-a695-b305c53c2ff7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:24:45.696665 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: b13a12b7-9968-49f9-a695-b305c53c2ff7 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:24:45.697005 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device b13a12b7-9968-49f9-a695-b305c53c2ff7 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:24:46.447200 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed0cab-340e-4f58-b13d-d7e1f6e7e8bd req-01e133d7-73a6-4ded-9933-5f8245e236dd tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:46.448727 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d2ed0cab-340e-4f58-b13d-d7e1f6e7e8bd req-01e133d7-73a6-4ded-9933-5f8245e236dd tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 943 time: 0.0577440 Jun 03 16:24:46.468549 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:46.495940 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d2ed0cab-340e-4f58-b13d-d7e1f6e7e8bd req-1232802e-e77a-43a7-8506-9e449073d28c tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416830 Jun 03 16:24:46.618275 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cd991-fe7e-4ca4-afc0-87491cdcd3da req-4315d8d1-a479-4f45-9433-b7879c493d3c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:46.619714 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a37cd991-fe7e-4ca4-afc0-87491cdcd3da req-4315d8d1-a479-4f45-9433-b7879c493d3c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0461886 Jun 03 16:24:46.668663 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a37cd991-fe7e-4ca4-afc0-87491cdcd3da req-6ffc60bd-7ee6-4005-b2cb-bf96c1366bc5 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Jun 03 16:24:46.984712 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-a388eb2e-819a-4663-983f-95e475d16522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:46.986244 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-a388eb2e-819a-4663-983f-95e475d16522 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 1127 time: 0.0391526 Jun 03 16:24:47.073125 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-0eb34d0f-5160-4a32-884c-484284656846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:47.074596 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-0eb34d0f-5160-4a32-884c-484284656846 service neutron] 10.222.0.118 "GET /v2.0/networks?id=c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 200 len: 912 time: 0.0825074 Jun 03 16:24:47.121591 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-163a92f0-915e-484a-bff7-ba5584be6bda service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e725ed-2822-4f59-a76d-137da0e19a16 HTTP/1.1" status: 200 len: 217 time: 0.0354509 Jun 03 16:24:47.168745 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-6b68f6b2-6054-4020-8c18-e30c5b62daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:47.170185 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-6b68f6b2-6054-4020-8c18-e30c5b62daf7 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=66586911-787f-4f5f-8dbf-ce2c5b62b5ee HTTP/1.1" status: 200 len: 849 time: 0.0433969 Jun 03 16:24:47.233345 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-46d64007-4822-41cb-a840-214e6048decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:47.234881 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-46d64007-4822-41cb-a840-214e6048decc service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c3619401-b67f-424d-9ca5-3555aafbaad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370483 Jun 03 16:24:47.326049 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-ba2d8a2b-4429-4c32-9f06-2871157623cd service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843716 Jun 03 16:24:47.484289 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a616c3d-5af2-4e49-ac7e-8d113686b05d req-47fb799d-7097-4ccd-95bb-15f79e7dfaae service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814645 Jun 03 16:24:47.590782 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:47.609120 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c03b7-27fd-4bc9-89f3-72c68e1c866c req-05b9921d-461f-4ebb-960a-92d14e1158a3 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:47.610575 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6f6c03b7-27fd-4bc9-89f3-72c68e1c866c req-05b9921d-461f-4ebb-960a-92d14e1158a3 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 943 time: 0.0467868 Jun 03 16:24:47.657729 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6f6c03b7-27fd-4bc9-89f3-72c68e1c866c req-8430053d-332f-4b10-b4e8-37e1fb974fe3 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411148 Jun 03 16:24:47.668280 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-87e69fde-03d8-470b-9678-18991e4fe9f2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:47.669778 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-87e69fde-03d8-470b-9678-18991e4fe9f2 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0469658 Jun 03 16:24:47.678930 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 41e725ed-2822-4f59-a76d-137da0e19a16 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:24:47.777603 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 41e725ed-2822-4f59-a76d-137da0e19a16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41e725ed-2822-4f59-a76d-137da0e19a16,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:47.788881 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-38ec093b-d8de-4a02-b402-a26a97555386 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Deleting port db97c3da-b633-48cb-8479-c740ca53cd00 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:24:47.789221 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-38ec093b-d8de-4a02-b402-a26a97555386 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:47.789436 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '41e725ed-2822-4f59-a76d-137da0e19a16', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'port_id': '41e725ed-2822-4f59-a76d-137da0e19a16', 'mac_address': 'fa:16:3e:15:1a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:24:47.800463 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9e877-4f27-4e61-b0b2-94fc0a8e0c00 req-6fcaba8a-d8bf-4142-847c-740d141b563c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:47.802033 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-85d9e877-4f27-4e61-b0b2-94fc0a8e0c00 req-6fcaba8a-d8bf-4142-847c-740d141b563c tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03 HTTP/1.1" status: 200 len: 946 time: 0.0599275 Jun 03 16:24:47.826727 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 41e725ed-2822-4f59-a76d-137da0e19a16 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:24:47.827112 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:47.840798 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e725ed-2822-4f59-a76d-137da0e19a16 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:24:47.860497 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 41e725ed-2822-4f59-a76d-137da0e19a16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41e725ed-2822-4f59-a76d-137da0e19a16,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:47.864433 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:47.879789 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:47.906106 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-85d9e877-4f27-4e61-b0b2-94fc0a8e0c00 req-91d70be4-0198-4a54-87a4-e84fadce1143 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e926e80-c465-4a5f-a22c-62d5181f17f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941422 Jun 03 16:24:47.909586 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=41e725ed-2822-4f59-a76d-137da0e19a16,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:47.916924 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.917703 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.917703 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.917988 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.918238 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.918557 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.918880 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.919203 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.919551 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.919870 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.920187 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.920506 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.920821 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.921277 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.921597 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:47.925398 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-38ec093b-d8de-4a02-b402-a26a97555386 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] For port db97c3da-b633-48cb-8479-c740ca53cd00, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=db97c3da-b633-48cb-8479-c740ca53cd00,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:47.925974 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-38ec093b-d8de-4a02-b402-a26a97555386 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:47.939185 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-38ec093b-d8de-4a02-b402-a26a97555386 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Calling delete_port for db97c3da-b633-48cb-8479-c740ca53cd00 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:24:47.977063 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:48.064149 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-38ec093b-d8de-4a02-b402-a26a97555386 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (db97c3da-b633-48cb-8479-c740ca53cd00), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:48.090015 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec093b-d8de-4a02-b402-a26a97555386 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Pushing event deleted for resources: {'Port': ['ID=db97c3da-b633-48cb-8479-c740ca53cd00,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:48.133375 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-38ec093b-d8de-4a02-b402-a26a97555386 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] No DVR routers for this DVR port db97c3da-b633-48cb-8479-c740ca53cd00 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:24:48.135704 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-38ec093b-d8de-4a02-b402-a26a97555386 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:48.138780 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f9c432cb-25e8-4a51-8a6d-b3ce19be9af4 req-38ec093b-d8de-4a02-b402-a26a97555386 tempest-ServerRescueNegativeTestJSON-1362576974 tempest-ServerRescueNegativeTestJSON-1362576974-project] 10.222.0.118 "DELETE /v2.0/ports/db97c3da-b633-48cb-8479-c740ca53cd00 HTTP/1.1" status: 204 len: 173 time: 0.4632320 Jun 03 16:24:48.139204 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03', 'name': 'network-vif-deleted', 'tag': 'db97c3da-b633-48cb-8479-c740ca53cd00'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:48.141409 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ae0f1e-70b4-4aa6-8010-14126c93a0c8" -d '{"events": [{"server_uuid": "4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03", "name": "network-vif-deleted", "tag": "db97c3da-b633-48cb-8479-c740ca53cd00"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:48.176000 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fd4bfd-e9a0-49ed-afc4-8f683413f6ff x-openstack-request-id: req-96fd4bfd-e9a0-49ed-afc4-8f683413f6ff {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:48.177106 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03", "name": "network-vif-deleted", "tag": "db97c3da-b633-48cb-8479-c740ca53cd00", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:48.177106 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96fd4bfd-e9a0-49ed-afc4-8f683413f6ff {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:48.177508 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96fd4bfd-e9a0-49ed-afc4-8f683413f6ff'] response: {'server_uuid': '4a9cc4fb-88d6-4bc5-a3db-c8ab23824e03', 'name': 'network-vif-deleted', 'tag': 'db97c3da-b633-48cb-8479-c740ca53cd00', 'status': 'completed', 'code': 200} Jun 03 16:24:48.300432 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['41e725ed-2822-4f59-a76d-137da0e19a16'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:24:48.342325 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:48.771528 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e5f13-4ffe-459c-9bd1-1b39cab9a92b req-a72c504c-0faa-4c43-a219-42d86ce67f8e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:48.773047 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2b5e5f13-4ffe-459c-9bd1-1b39cab9a92b req-a72c504c-0faa-4c43-a219-42d86ce67f8e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 944 time: 0.0481689 Jun 03 16:24:48.822937 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2b5e5f13-4ffe-459c-9bd1-1b39cab9a92b req-ed1a5f7a-f8e7-414c-a4be-c45df207ca04 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444014 Jun 03 16:24:48.964156 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47926) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:49.068951 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:49.308558 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4c7da74c-2b14-43ff-96da-1feade5cfe2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:49.431995 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749268'] for router_interface (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:49.682240 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 41e725ed-2822-4f59-a76d-137da0e19a16 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:24:49.689182 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] Deleting port bd38df96-51e3-4c4c-b5a9-770da2c292cb {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:24:49.689522 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:49.723783 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 41e725ed-2822-4f59-a76d-137da0e19a16 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:24:49.729232 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 41e725ed-2822-4f59-a76d-137da0e19a16 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:24:49.729605 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:49.767988 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] For port bd38df96-51e3-4c4c-b5a9-770da2c292cb, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=bd38df96-51e3-4c4c-b5a9-770da2c292cb,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:49.768347 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:49.782164 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] Calling delete_port for bd38df96-51e3-4c4c-b5a9-770da2c292cb owned by network:router_interface {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:24:49.924237 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:49.928643 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 41e725ed-2822-4f59-a76d-137da0e19a16 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:24:49.929274 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:49.941548 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:49.942181 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39897ee0-99bb-461f-bc85-44bbc46b9d05 req-47d3034b-ac9e-42a1-8d3a-feae6d6a3d55 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:49.943479 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39897ee0-99bb-461f-bc85-44bbc46b9d05 req-47d3034b-ac9e-42a1-8d3a-feae6d6a3d55 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 944 time: 0.0484293 Jun 03 16:24:49.958278 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e725ed-2822-4f59-a76d-137da0e19a16'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:49.960556 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9581339a-9cbd-474e-99f0-77a0c37200ad" -d '{"events": [{"server_uuid": "49c8a0f7-905d-42bd-ae2b-fd92576529fb", "name": "network-vif-plugged", "status": "completed", "tag": "41e725ed-2822-4f59-a76d-137da0e19a16"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:49.971977 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:49.979811 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 41e725ed-2822-4f59-a76d-137da0e19a16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41e725ed-2822-4f59-a76d-137da0e19a16,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:49.980139 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (bd38df96-51e3-4c4c-b5a9-770da2c292cb), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:49.984997 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:49.987565 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device db97c3da-b633-48cb-8479-c740ca53cd00 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:24:49.997527 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39897ee0-99bb-461f-bc85-44bbc46b9d05 req-8ccdd2a6-7855-4903-9320-fdd244068e34 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478239 Jun 03 16:24:50.013386 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d278797b-491d-4e7d-9187-fd357eb1e4c8 x-openstack-request-id: req-d278797b-491d-4e7d-9187-fd357eb1e4c8 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:50.013899 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd38df96-51e3-4c4c-b5a9-770da2c292cb,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:50.016272 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c8a0f7-905d-42bd-ae2b-fd92576529fb", "name": "network-vif-plugged", "status": "completed", "tag": "41e725ed-2822-4f59-a76d-137da0e19a16", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:50.016696 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d278797b-491d-4e7d-9187-fd357eb1e4c8 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:50.017658 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d278797b-491d-4e7d-9187-fd357eb1e4c8'] response: {'server_uuid': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e725ed-2822-4f59-a76d-137da0e19a16', 'code': 200} Jun 03 16:24:50.049497 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: db97c3da-b633-48cb-8479-c740ca53cd00 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:24:50.049843 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device db97c3da-b633-48cb-8479-c740ca53cd00 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:24:50.081785 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=41e725ed-2822-4f59-a76d-137da0e19a16,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:50.184953 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751897'] for router_interface (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:50.191729 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83ec95-3240-46d7-a63a-d5f9adcb24b9 req-fd57b4c5-ed09-435d-bf4f-3e756582a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:50.193167 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b83ec95-3240-46d7-a63a-d5f9adcb24b9 req-fd57b4c5-ed09-435d-bf4f-3e756582a8a0 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 1129 time: 0.0405774 Jun 03 16:24:50.241302 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b83ec95-3240-46d7-a63a-d5f9adcb24b9 req-67a0e560-6f4e-4595-b8b9-0c12720d2f49 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416615 Jun 03 16:24:50.387882 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] Router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:24:50.494401 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:24:50.499357 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-1097f20f-72de-441c-9f05-31ce9e10fd5f admin admin] 10.222.0.41 "PUT /v2.0/routers/5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5342369 Jun 03 16:24:50.501902 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 47938) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:50.502831 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] Sync routers for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:50.513806 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:24:50.514413 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:24:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:50.599179 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Publish callbacks [] for router (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:50.613511 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:24:50.697362 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Publish callbacks [] for router_gateway (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:50.739196 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Deleting port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:24:50.739554 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:50.786989 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:24:49Z', 'revision_number': 5, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port': {'id': '7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:50.806703 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:50.811037 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] Checking router: 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:50.819936 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] Routers {'5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:24:50.820534 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:24:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:50.829230 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] For port 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:50.829594 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:50.842620 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Calling delete_port for 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 owned by network:router_gateway {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:24:50.903208 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] Set router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:24:50.904906 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:50.950768 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:24:50Z', 'revision_number': 6, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port_host': None}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:50.975530 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937e51e-452f-41ef-b7e6-3d2fc49ab57c None None] The sync data for ids ['5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e'] in dv-cinder-836996-28-iscsi is: [{'id': '5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e', 'name': 'tempest-ServerRescueNegativeTestJSON-1170712666-router', 'tenant_id': '1443b802dc724950b5eb5c6446e2515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:41Z', 'updated_at': '2022-06-03T16:24:50Z', 'revision_number': 6, 'project_id': '1443b802dc724950b5eb5c6446e2515c', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:51.011461 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.037903 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:51.137721 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb2bfb-e083-47fd-841c-ff24a38bee7e req-a608a1a6-fe0e-4f08-b4bc-0fed12f5338d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:51.139161 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cafb2bfb-e083-47fd-841c-ff24a38bee7e req-a608a1a6-fe0e-4f08-b4bc-0fed12f5338d tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 945 time: 0.0593593 Jun 03 16:24:51.139935 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746265'] for router_gateway (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.252499 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11026'] for router (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.259568 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Publish callbacks [] for router_controller (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.503017 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device bd38df96-51e3-4c4c-b5a9-770da2c292cb no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:24:51.528657 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: bd38df96-51e3-4c4c-b5a9-770da2c292cb {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:24:51.529098 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device bd38df96-51e3-4c4c-b5a9-770da2c292cb not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:24:51.579668 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-cafb2bfb-e083-47fd-841c-ff24a38bee7e req-46bb316e-1381-4b35-918b-b223569c5836 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232326 Jun 03 16:24:51.587808 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748425'] for router (5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.588436 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e {{(pid=103937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 16:24:51.600327 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.604106 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-0d359e00-95ce-4247-a937-00c2986e01fd admin admin] 10.222.0.41 "DELETE /v2.0/routers/5ed6c44b-fcbe-46a1-91d5-f2a29dd5555e HTTP/1.1" status: 204 len: 168 time: 1.0986593 Jun 03 16:24:51.604270 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47942) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:51.611779 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3f545d00-5a34-4430-a372-a303544b9199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.654417 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1260f8c-5aca-406d-95ee-48326adc77b6 admin admin] Deleting subnet 96182dd8-304e-490c-8178-3bed40a0c69c {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:24:51.657704 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b1260f8c-5aca-406d-95ee-48326adc77b6 admin admin] Publish callbacks [] for subnet (96182dd8-304e-490c-8178-3bed40a0c69c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.692948 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b1260f8c-5aca-406d-95ee-48326adc77b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17695914'] for subnet (96182dd8-304e-490c-8178-3bed40a0c69c), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.804425 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b1260f8c-5aca-406d-95ee-48326adc77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (96182dd8-304e-490c-8178-3bed40a0c69c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.857681 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b1260f8c-5aca-406d-95ee-48326adc77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17591709'] for subnet (96182dd8-304e-490c-8178-3bed40a0c69c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.881731 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1260f8c-5aca-406d-95ee-48326adc77b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96182dd8-304e-490c-8178-3bed40a0c69c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:51.887372 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b1260f8c-5aca-406d-95ee-48326adc77b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.890407 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b1260f8c-5aca-406d-95ee-48326adc77b6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/96182dd8-304e-490c-8178-3bed40a0c69c HTTP/1.1" status: 204 len: 168 time: 0.2850769 Jun 03 16:24:51.893089 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47944) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:51.895478 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd6716-1476-45be-9907-36328ded9b2b None None] Network 6e0aaf95-4836-425b-942f-acfb7d3ce506 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:24:51.970532 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (6e0aaf95-4836-425b-942f-acfb7d3ce506), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:51.977675 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:52.018514 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Deleting port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:24:52.018852 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.072958 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2215ba6-8315-4f7f-b157-8ff0fadbb2c0 None None] DHCP port deletion for 6e0aaf95-4836-425b-942f-acfb7d3ce506 request from dv-cinder-836996-28-iscsi {{(pid=103938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 16:24:52.083632 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] For port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5cbb47fd-bf6a-419e-bc27-f6dc896092c2,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:52.084004 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.091975 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:52.099343 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Calling delete_port for 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:24:52.104643 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:52.115397 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f2215ba6-8315-4f7f-b157-8ff0fadbb2c0 None None] Deleting port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:24:52.115763 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2215ba6-8315-4f7f-b157-8ff0fadbb2c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.178063 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-f2215ba6-8315-4f7f-b157-8ff0fadbb2c0 None None] For port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5cbb47fd-bf6a-419e-bc27-f6dc896092c2,segment=NetworkSegment(622a8f6d-9953-4359-a9ed-c82be403093b),segment_id=622a8f6d-9953-4359-a9ed-c82be403093b)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:24:52.178530 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2215ba6-8315-4f7f-b157-8ff0fadbb2c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.181576 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.192376 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f2215ba6-8315-4f7f-b157-8ff0fadbb2c0 None None] Calling delete_port for 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:24:52.205491 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbb47fd-bf6a-419e-bc27-f6dc896092c2,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:52.209673 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] No DVR routers for this DVR port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 on host dv-cinder-836996-28-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:24:52.281721 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (6e0aaf95-4836-425b-942f-acfb7d3ce506), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.302831 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0aaf95-4836-425b-942f-acfb7d3ce506']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:52.309301 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2215ba6-8315-4f7f-b157-8ff0fadbb2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (5cbb47fd-bf6a-419e-bc27-f6dc896092c2), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.311862 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622a8f6d-9953-4359-a9ed-c82be403093b') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:52.312145 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622a8f6d-9953-4359-a9ed-c82be403093b') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:52.321660 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17695901'] for segment (622a8f6d-9953-4359-a9ed-c82be403093b), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.332754 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2215ba6-8315-4f7f-b157-8ff0fadbb2c0 None None] Pushing event deleted for resources: {'Port': ['ID=5cbb47fd-bf6a-419e-bc27-f6dc896092c2,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:52.335990 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (622a8f6d-9953-4359-a9ed-c82be403093b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.336477 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2215ba6-8315-4f7f-b157-8ff0fadbb2c0 None None] No DVR routers for this DVR port 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 on host dv-cinder-836996-28-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:24:52.345337 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:24:52.345826 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17377044'] for segment (622a8f6d-9953-4359-a9ed-c82be403093b), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.412251 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (6e0aaf95-4836-425b-942f-acfb7d3ce506), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.419755 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.423057 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] 10.222.0.41 "DELETE /v2.0/networks/6e0aaf95-4836-425b-942f-acfb7d3ce506 HTTP/1.1" status: 204 len: 168 time: 0.5290604 Jun 03 16:24:52.432963 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0204564-2de2-4125-9b37-f45de3df80af admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0aaf95-4836-425b-942f-acfb7d3ce506,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:52.445685 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 622a8f6d-9953-4359-a9ed-c82be403093b resource provider aggregate not found Jun 03 16:24:52.462456 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 622a8f6d-9953-4359-a9ed-c82be403093b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 622a8f6d-9953-4359-a9ed-c82be403093b found for delete ", "request_id": "req-4c120f9b-ad85-4cb2-b0fd-9e0716bf8036"}]} Jun 03 16:24:52.546633 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47954) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:52.585997 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bb1e3764-484b-4250-86f8-9a7365711116 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1443b802dc724950b5eb5c6446e2515c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382407 Jun 03 16:24:52.588458 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47956) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:52.639906 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52eda585-627b-47dd-91e5-e165776837bf admin admin] Publish callbacks [] for security_group (9e926e80-c465-4a5f-a22c-62d5181f17f3), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.685553 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52eda585-627b-47dd-91e5-e165776837bf admin admin] Publish callbacks [] for security_group (9e926e80-c465-4a5f-a22c-62d5181f17f3), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.715826 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b3487-cfe4-453c-a376-5fa6ef2e6ff3 req-6f8dfd83-e296-4737-801b-f7adf9a41212 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:52.717283 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-260b3487-cfe4-453c-a376-5fa6ef2e6ff3 req-6f8dfd83-e296-4737-801b-f7adf9a41212 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 945 time: 0.0631979 Jun 03 16:24:52.772576 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-260b3487-cfe4-453c-a376-5fa6ef2e6ff3 req-d8a193f6-4372-491c-ab10-5d2d0209dd37 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492010 Jun 03 16:24:52.776923 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52eda585-627b-47dd-91e5-e165776837bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (9e926e80-c465-4a5f-a22c-62d5181f17f3), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.779443 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52eda585-627b-47dd-91e5-e165776837bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.782727 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-52eda585-627b-47dd-91e5-e165776837bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e926e80-c465-4a5f-a22c-62d5181f17f3 HTTP/1.1" status: 204 len: 168 time: 0.1911592 Jun 03 16:24:52.790525 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eda585-627b-47dd-91e5-e165776837bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e926e80-c465-4a5f-a22c-62d5181f17f3,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:52.885328 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:52.889005 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3548578-92aa-4190-a03e-468f89afd0aa req-163ae48b-55fb-43a7-9396-a75004fabca5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:52.890570 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c3548578-92aa-4190-a03e-468f89afd0aa req-163ae48b-55fb-43a7-9396-a75004fabca5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 945 time: 0.0484669 Jun 03 16:24:52.899497 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 47964) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:24:52.904565 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ea3f80a6-4e41-4274-9386-6ddb4257e5da tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Request body: {'floatingip': {'port_id': '41e725ed-2822-4f59-a76d-137da0e19a16'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:24:52.946301 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ea3f80a6-4e41-4274-9386-6ddb4257e5da tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (b667d149-8ada-4028-ad53-f1ef65c9b718), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:53.164586 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-119c077f-da92-4991-a242-2479e5a1e7dd req-6263ccf4-5d88-4715-a01f-83cb86683baf service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1006846 Jun 03 16:24:53.166459 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:53.233748 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:53.270299 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c077f-da92-4991-a242-2479e5a1e7dd req-6b5aa8d4-d3a5-46a1-bfcc-51b2276059bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:53.271905 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-119c077f-da92-4991-a242-2479e5a1e7dd req-6b5aa8d4-d3a5-46a1-bfcc-51b2276059bd service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=566b367dc7504d3091558cfd6f35bfa9&device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1168 time: 0.0798151 Jun 03 16:24:53.415984 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:24:53.420432 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:53.446137 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:24:53.446841 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5cbb47fd-bf6a-419e-bc27-f6dc896092c2 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:24:53.447091 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:24:53.466739 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:24:53.467109 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 7b6c6ae2-9f7f-483a-9ddf-dcb9df9777c7 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:24:53.701582 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c077f-da92-4991-a242-2479e5a1e7dd req-81207cdf-4607-459c-a549-9fda1eab8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:53.703045 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-119c077f-da92-4991-a242-2479e5a1e7dd req-81207cdf-4607-459c-a549-9fda1eab8238 service neutron] 10.222.0.118 "GET /v2.0/networks?id=41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 200 len: 917 time: 0.3953726 Jun 03 16:24:53.784588 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ea3f80a6-4e41-4274-9386-6ddb4257e5da tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:53.790505 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ea3f80a6-4e41-4274-9386-6ddb4257e5da tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (b667d149-8ada-4028-ad53-f1ef65c9b718), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:53.831635 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-119c077f-da92-4991-a242-2479e5a1e7dd req-b7f6157c-50f9-4fbe-8089-8756cfc07f94 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 1001 time: 0.1001627 Jun 03 16:24:53.926277 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c077f-da92-4991-a242-2479e5a1e7dd req-68577466-b0f2-4e8f-8741-1259f1d07325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:53.927763 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-119c077f-da92-4991-a242-2479e5a1e7dd req-68577466-b0f2-4e8f-8741-1259f1d07325 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=4f508499-faa9-4761-986d-00d2317ec53a HTTP/1.1" status: 200 len: 854 time: 0.0663731 Jun 03 16:24:53.966596 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-ea3f80a6-4e41-4274-9386-6ddb4257e5da tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Floating IP b667d149-8ada-4028-ad53-f1ef65c9b718 associated. External IP: 172.27.2.180, port: 41e725ed-2822-4f59-a76d-137da0e19a16. Jun 03 16:24:53.997689 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:54.035196 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c077f-da92-4991-a242-2479e5a1e7dd req-b67fe77e-b5c4-43ec-a32c-6db60db1e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:54.036733 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-119c077f-da92-4991-a242-2479e5a1e7dd req-b67fe77e-b5c4-43ec-a32c-6db60db1e8af service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=41e43258-6f06-4a8a-b481-042e12142b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1024058 Jun 03 16:24:54.232691 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-119c077f-da92-4991-a242-2479e5a1e7dd req-4bd76f1f-8089-4e29-aac3-1f0c20aae107 service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876321 Jun 03 16:24:54.249084 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:54.335157 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3f80a6-4e41-4274-9386-6ddb4257e5da tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Router bf71b996-aec1-4b90-a206-017d0fbcb83b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:24:54.354918 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-119c077f-da92-4991-a242-2479e5a1e7dd req-acb1df12-a4fc-42c2-bdef-2d822b9a41a3 service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140697 Jun 03 16:24:54.452177 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3f80a6-4e41-4274-9386-6ddb4257e5da tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:24:54.457719 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ea3f80a6-4e41-4274-9386-6ddb4257e5da tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:24:54.462863 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] Sync routers for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:54.473927 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:24:54.474533 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:24:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:54.479805 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:54.491279 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ea3f80a6-4e41-4274-9386-6ddb4257e5da tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "PUT /v2.0/floatingips/b667d149-8ada-4028-ad53-f1ef65c9b718 HTTP/1.1" status: 200 len: 991 time: 1.5900874 Jun 03 16:24:54.491491 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'tag': '41e725ed-2822-4f59-a76d-137da0e19a16'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:54.493724 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c" -d '{"events": [{"name": "network-changed", "server_uuid": "49c8a0f7-905d-42bd-ae2b-fd92576529fb", "tag": "41e725ed-2822-4f59-a76d-137da0e19a16"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:54.531285 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0393dd-e61b-406a-b280-f7f3c4b8678d x-openstack-request-id: req-4e0393dd-e61b-406a-b280-f7f3c4b8678d {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:54.531593 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c8a0f7-905d-42bd-ae2b-fd92576529fb", "tag": "41e725ed-2822-4f59-a76d-137da0e19a16", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:54.531841 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e0393dd-e61b-406a-b280-f7f3c4b8678d {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:54.532237 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0393dd-e61b-406a-b280-f7f3c4b8678d'] response: {'name': 'network-changed', 'server_uuid': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'tag': '41e725ed-2822-4f59-a76d-137da0e19a16', 'status': 'completed', 'code': 200} Jun 03 16:24:54.581633 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:24:54.595620 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-c195c5d6-6f8e-4751-a4b0-a18177aeddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:54.597106 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-c195c5d6-6f8e-4751-a4b0-a18177aeddf0 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=d0f59694966848829048aee648dddccc&device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 1129 time: 0.0388100 Jun 03 16:24:54.688600 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-916daa75-3d81-4ae7-be6d-85c407160364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:54.690055 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-916daa75-3d81-4ae7-be6d-85c407160364 service neutron] 10.222.0.118 "GET /v2.0/networks?id=c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 200 len: 912 time: 0.0863731 Jun 03 16:24:54.718493 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:24:54.750453 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-44b0ab78-3d9d-4377-8826-a63b3aca7b04 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e725ed-2822-4f59-a76d-137da0e19a16 HTTP/1.1" status: 200 len: 999 time: 0.0539923 Jun 03 16:24:54.789506 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'b667d149-8ada-4028-ad53-f1ef65c9b718', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'port_id': '41e725ed-2822-4f59-a76d-137da0e19a16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'mac_address': 'fa:16:3e:15:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:24:39Z', 'updated_at': '2022-06-03T16:24:53Z', 'revision_number': 1, 'project_id': 'd0f59694966848829048aee648dddccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:54.804319 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-11cf7481-5d6b-4d9b-a269-f5ea608af216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:54.805898 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-11cf7481-5d6b-4d9b-a269-f5ea608af216 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=66586911-787f-4f5f-8dbf-ce2c5b62b5ee HTTP/1.1" status: 200 len: 849 time: 0.0487423 Jun 03 16:24:54.817281 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] Checking router: bf71b996-aec1-4b90-a206-017d0fbcb83b for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:54.826028 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:24:54.826617 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:24:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:54.860148 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-4fadbb1c-02fe-41b2-9746-af95cd00483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:54.861646 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-4fadbb1c-02fe-41b2-9746-af95cd00483b service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c3619401-b67f-424d-9ca5-3555aafbaad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400326 Jun 03 16:24:54.925314 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:24:54.951230 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-186f9323-82f8-42c4-9a6f-65a86479df90 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826652 Jun 03 16:24:55.046125 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9899b0ab-7e66-4dc6-b6f5-dca4fe47c92c req-3a512e69-df9d-440c-a069-1b7e7ffcdb74 service neutron] 10.222.0.118 "GET /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876863 Jun 03 16:24:55.141598 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'b667d149-8ada-4028-ad53-f1ef65c9b718', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'port_id': '41e725ed-2822-4f59-a76d-137da0e19a16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'mac_address': 'fa:16:3e:15:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:24:39Z', 'updated_at': '2022-06-03T16:24:53Z', 'revision_number': 1, 'project_id': 'd0f59694966848829048aee648dddccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:55.166549 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef45a0c-a6af-4dce-a6d3-17f07f8fe3e0 None None] The sync data for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi is: [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'b667d149-8ada-4028-ad53-f1ef65c9b718', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'port_id': '41e725ed-2822-4f59-a76d-137da0e19a16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'mac_address': 'fa:16:3e:15:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:24:39Z', 'updated_at': '2022-06-03T16:24:53Z', 'revision_number': 1, 'project_id': 'd0f59694966848829048aee648dddccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:55.398704 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf6f3d-fee1-454b-be20-7567cc0e3232 None None] New status for floating IP b667d149-8ada-4028-ad53-f1ef65c9b718: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:24:56.136868 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:02.875653 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=35,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:02.881183 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=50,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:03.284738 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 48086) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:03.389304 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2799a3fe-7b19-4237-aea5-c4f6308a7d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:03.462650 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2799a3fe-7b19-4237-aea5-c4f6308a7d37 admin admin] Publish callbacks [] for security_group (7c7b18f9-545e-4cf0-be83-c8516ce4e531), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:03.466133 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2799a3fe-7b19-4237-aea5-c4f6308a7d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7c7b18f9-545e-4cf0-be83-c8516ce4e531), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:03.505536 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-2799a3fe-7b19-4237-aea5-c4f6308a7d37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7fcd0ea340b433b9a2fc0907aedf434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196290 Jun 03 16:25:03.506389 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799a3fe-7b19-4237-aea5-c4f6308a7d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b18f9-545e-4cf0-be83-c8516ce4e531,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:03.508237 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48090) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:03.558098 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dff28629-fefc-4a4a-8be2-04a3c0c93ba2 admin admin] Publish callbacks [] for security_group (7c7b18f9-545e-4cf0-be83-c8516ce4e531), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:03.579811 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dff28629-fefc-4a4a-8be2-04a3c0c93ba2 admin admin] Publish callbacks [] for security_group (7c7b18f9-545e-4cf0-be83-c8516ce4e531), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:03.625718 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dff28629-fefc-4a4a-8be2-04a3c0c93ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7c7b18f9-545e-4cf0-be83-c8516ce4e531), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:03.628263 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dff28629-fefc-4a4a-8be2-04a3c0c93ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:03.629432 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dff28629-fefc-4a4a-8be2-04a3c0c93ba2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c7b18f9-545e-4cf0-be83-c8516ce4e531 HTTP/1.1" status: 204 len: 168 time: 0.1201990 Jun 03 16:25:03.637155 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff28629-fefc-4a4a-8be2-04a3c0c93ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b18f9-545e-4cf0-be83-c8516ce4e531,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:06.133573 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=39,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:11.998956 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:25:12.819154 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48214) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:12.921780 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5831ddeb-2e60-47ca-b2e8-536789b4d1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:12.932486 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:13.004286 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5831ddeb-2e60-47ca-b2e8-536789b4d1f4 admin admin] Publish callbacks [] for security_group (faad0619-95f5-4f8e-903a-ba83831c497d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:13.008405 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5831ddeb-2e60-47ca-b2e8-536789b4d1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (faad0619-95f5-4f8e-903a-ba83831c497d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:13.045342 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831ddeb-2e60-47ca-b2e8-536789b4d1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faad0619-95f5-4f8e-903a-ba83831c497d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:13.051068 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5831ddeb-2e60-47ca-b2e8-536789b4d1f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da237f964628428dade210cb860c6862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308702 Jun 03 16:25:13.054197 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48220) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:13.102796 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81bdb227-3fc5-4584-8d48-5ada271c4f64 admin admin] Publish callbacks [] for security_group (faad0619-95f5-4f8e-903a-ba83831c497d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:13.124485 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81bdb227-3fc5-4584-8d48-5ada271c4f64 admin admin] Publish callbacks [] for security_group (faad0619-95f5-4f8e-903a-ba83831c497d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:13.134011 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:13.173589 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81bdb227-3fc5-4584-8d48-5ada271c4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (faad0619-95f5-4f8e-903a-ba83831c497d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:13.176151 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-81bdb227-3fc5-4584-8d48-5ada271c4f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:13.177298 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-81bdb227-3fc5-4584-8d48-5ada271c4f64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/faad0619-95f5-4f8e-903a-ba83831c497d HTTP/1.1" status: 204 len: 168 time: 0.1221972 Jun 03 16:25:13.184755 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdb227-3fc5-4584-8d48-5ada271c4f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faad0619-95f5-4f8e-903a-ba83831c497d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:13.497589 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:13.501676 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:14.721700 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:17.965421 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 48298) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:18.071085 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6610ee7a-f3a8-4ca3-a5b1-51c32d125005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.146292 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6610ee7a-f3a8-4ca3-a5b1-51c32d125005 admin admin] Publish callbacks [] for security_group (c18742ad-6464-44c2-a866-768c05ae4c43), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.150131 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6610ee7a-f3a8-4ca3-a5b1-51c32d125005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (c18742ad-6464-44c2-a866-768c05ae4c43), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.188122 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-6610ee7a-f3a8-4ca3-a5b1-51c32d125005 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7266cc526f34f4980c947e5e26cecbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216589 Jun 03 16:25:18.189056 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610ee7a-f3a8-4ca3-a5b1-51c32d125005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18742ad-6464-44c2-a866-768c05ae4c43,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:18.190925 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48302) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:18.242481 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-651cafea-7cca-47e1-b10d-a18d0ca7fe22 admin admin] Publish callbacks [] for security_group (c18742ad-6464-44c2-a866-768c05ae4c43), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.263177 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-651cafea-7cca-47e1-b10d-a18d0ca7fe22 admin admin] Publish callbacks [] for security_group (c18742ad-6464-44c2-a866-768c05ae4c43), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.308092 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-651cafea-7cca-47e1-b10d-a18d0ca7fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (c18742ad-6464-44c2-a866-768c05ae4c43), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.310538 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-651cafea-7cca-47e1-b10d-a18d0ca7fe22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.311681 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-651cafea-7cca-47e1-b10d-a18d0ca7fe22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c18742ad-6464-44c2-a866-768c05ae4c43 HTTP/1.1" status: 204 len: 168 time: 0.1195688 Jun 03 16:25:18.319540 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cafea-7cca-47e1-b10d-a18d0ca7fe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18742ad-6464-44c2-a866-768c05ae4c43,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:18.566536 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 48310) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:18.580177 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f96fdbc3-a3e6-411b-a292-40c2e3f21178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.653852 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f96fdbc3-a3e6-411b-a292-40c2e3f21178 admin admin] Publish callbacks [] for security_group (aa54dab6-889e-455e-ba7b-a5ba9bb30201), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.657877 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f96fdbc3-a3e6-411b-a292-40c2e3f21178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (aa54dab6-889e-455e-ba7b-a5ba9bb30201), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.697975 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f96fdbc3-a3e6-411b-a292-40c2e3f21178 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bd581d6c52a42119fb776d0918eecc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280255 Jun 03 16:25:18.697975 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fdbc3-a3e6-411b-a292-40c2e3f21178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa54dab6-889e-455e-ba7b-a5ba9bb30201,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:18.698387 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48312) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:18.753950 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd998-c8ec-4e82-bd5d-ae44606da4bd admin admin] Publish callbacks [] for security_group (aa54dab6-889e-455e-ba7b-a5ba9bb30201), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.776954 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd998-c8ec-4e82-bd5d-ae44606da4bd admin admin] Publish callbacks [] for security_group (aa54dab6-889e-455e-ba7b-a5ba9bb30201), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.822999 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd998-c8ec-4e82-bd5d-ae44606da4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (aa54dab6-889e-455e-ba7b-a5ba9bb30201), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.825501 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd998-c8ec-4e82-bd5d-ae44606da4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:18.826627 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ee7cd998-c8ec-4e82-bd5d-ae44606da4bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa54dab6-889e-455e-ba7b-a5ba9bb30201 HTTP/1.1" status: 204 len: 168 time: 0.1272728 Jun 03 16:25:18.834111 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cd998-c8ec-4e82-bd5d-ae44606da4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa54dab6-889e-455e-ba7b-a5ba9bb30201,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:19.310465 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-da693d04-9627-4fb2-b203-71933b749b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:20.765060 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48380) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:20.867964 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93f926e3-7f25-4420-b593-c7190f737a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:20.949817 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93f926e3-7f25-4420-b593-c7190f737a48 admin admin] Publish callbacks [] for security_group (396450d6-4db0-429b-beed-0b21361c0855), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:20.953345 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-93f926e3-7f25-4420-b593-c7190f737a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (396450d6-4db0-429b-beed-0b21361c0855), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:20.957507 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:DELETE=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:20.991450 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-93f926e3-7f25-4420-b593-c7190f737a48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aba62e22962d4e73bb1ae7e4769c71b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247851 Jun 03 16:25:20.994110 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 48384) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:20.996629 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f926e3-7f25-4420-b593-c7190f737a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396450d6-4db0-429b-beed-0b21361c0855,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:21.043949 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-763af31a-715e-4762-a46b-f6f49e72fd9a admin admin] Publish callbacks [] for security_group (396450d6-4db0-429b-beed-0b21361c0855), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.067582 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-763af31a-715e-4762-a46b-f6f49e72fd9a admin admin] Publish callbacks [] for security_group (396450d6-4db0-429b-beed-0b21361c0855), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.113386 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-763af31a-715e-4762-a46b-f6f49e72fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (396450d6-4db0-429b-beed-0b21361c0855), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.116591 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-763af31a-715e-4762-a46b-f6f49e72fd9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.117724 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-763af31a-715e-4762-a46b-f6f49e72fd9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/396450d6-4db0-429b-beed-0b21361c0855 HTTP/1.1" status: 204 len: 168 time: 0.1226625 Jun 03 16:25:21.125246 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763af31a-715e-4762-a46b-f6f49e72fd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396450d6-4db0-429b-beed-0b21361c0855,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:21.377826 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 48390) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:21.390861 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-92ce7ddb-6138-495e-9052-3fc4465c5ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.465489 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-92ce7ddb-6138-495e-9052-3fc4465c5ab0 admin admin] Publish callbacks [] for security_group (e591e333-2162-4ab1-8d2b-96a5f59d8248), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.468814 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-92ce7ddb-6138-495e-9052-3fc4465c5ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (e591e333-2162-4ab1-8d2b-96a5f59d8248), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.507540 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-92ce7ddb-6138-495e-9052-3fc4465c5ab0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7e6f1965bff4481ab70c23b4972739d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286490 Jun 03 16:25:21.508378 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce7ddb-6138-495e-9052-3fc4465c5ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e591e333-2162-4ab1-8d2b-96a5f59d8248,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:21.511114 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48392) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:21.559695 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f7dc68b6-e257-4d77-bdb0-99e1faf60f94 admin admin] Publish callbacks [] for security_group (e591e333-2162-4ab1-8d2b-96a5f59d8248), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.581245 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f7dc68b6-e257-4d77-bdb0-99e1faf60f94 admin admin] Publish callbacks [] for security_group (e591e333-2162-4ab1-8d2b-96a5f59d8248), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.604391 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7a45bfb3-420e-4755-9606-453fd648daeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.626913 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f7dc68b6-e257-4d77-bdb0-99e1faf60f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (e591e333-2162-4ab1-8d2b-96a5f59d8248), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.629456 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f7dc68b6-e257-4d77-bdb0-99e1faf60f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:21.630587 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f7dc68b6-e257-4d77-bdb0-99e1faf60f94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e591e333-2162-4ab1-8d2b-96a5f59d8248 HTTP/1.1" status: 204 len: 168 time: 0.1182818 Jun 03 16:25:21.638589 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc68b6-e257-4d77-bdb0-99e1faf60f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e591e333-2162-4ab1-8d2b-96a5f59d8248,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:21.994263 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=80 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:21.995034 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:22.885472 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:23.982062 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:23.994230 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:26.140252 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:31.501198 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=69,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:31.503178 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:31.633657 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:31.634430 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:32.161654 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48530) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:32.267788 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1b7abfd-ba02-4e32-8a2c-5381f2b0ec8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.344968 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1b7abfd-ba02-4e32-8a2c-5381f2b0ec8e admin admin] Publish callbacks [] for security_group (85f078e5-5382-4810-9d56-437b03fb0262), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.348689 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1b7abfd-ba02-4e32-8a2c-5381f2b0ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (85f078e5-5382-4810-9d56-437b03fb0262), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.387860 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e1b7abfd-ba02-4e32-8a2c-5381f2b0ec8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ba68b862f0847fa9998f2dbeef9239e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251728 Jun 03 16:25:32.388703 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7abfd-ba02-4e32-8a2c-5381f2b0ec8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f078e5-5382-4810-9d56-437b03fb0262,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:32.390534 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 48534) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:32.439127 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ea18a22-b423-47c5-b9e1-268a12aa29cf admin admin] Publish callbacks [] for security_group (85f078e5-5382-4810-9d56-437b03fb0262), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.460255 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ea18a22-b423-47c5-b9e1-268a12aa29cf admin admin] Publish callbacks [] for security_group (85f078e5-5382-4810-9d56-437b03fb0262), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.507807 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ea18a22-b423-47c5-b9e1-268a12aa29cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (85f078e5-5382-4810-9d56-437b03fb0262), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.510191 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ea18a22-b423-47c5-b9e1-268a12aa29cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.511313 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-3ea18a22-b423-47c5-b9e1-268a12aa29cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85f078e5-5382-4810-9d56-437b03fb0262 HTTP/1.1" status: 204 len: 168 time: 0.1197979 Jun 03 16:25:32.518948 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea18a22-b423-47c5-b9e1-268a12aa29cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f078e5-5382-4810-9d56-437b03fb0262,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:32.770592 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 48542) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:32.783857 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-700a0fe7-395b-4768-bdb1-4bf1678b7af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.859994 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-700a0fe7-395b-4768-bdb1-4bf1678b7af5 admin admin] Publish callbacks [] for security_group (dc0d5dd2-0659-4f37-b54b-1e13f9e12b3d), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.864059 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-700a0fe7-395b-4768-bdb1-4bf1678b7af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (dc0d5dd2-0659-4f37-b54b-1e13f9e12b3d), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.903004 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-700a0fe7-395b-4768-bdb1-4bf1678b7af5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2755d07846694fa89bfe4ef93a7ff55e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313748 Jun 03 16:25:32.904223 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a0fe7-395b-4768-bdb1-4bf1678b7af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0d5dd2-0659-4f37-b54b-1e13f9e12b3d,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:32.905721 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48544) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:32.955238 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d6739e3a-ffd6-40fb-9be3-4199c2092d26 admin admin] Publish callbacks [] for security_group (dc0d5dd2-0659-4f37-b54b-1e13f9e12b3d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:32.977012 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d6739e3a-ffd6-40fb-9be3-4199c2092d26 admin admin] Publish callbacks [] for security_group (dc0d5dd2-0659-4f37-b54b-1e13f9e12b3d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:33.022978 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d6739e3a-ffd6-40fb-9be3-4199c2092d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (dc0d5dd2-0659-4f37-b54b-1e13f9e12b3d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:33.025482 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d6739e3a-ffd6-40fb-9be3-4199c2092d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:33.026608 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d6739e3a-ffd6-40fb-9be3-4199c2092d26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc0d5dd2-0659-4f37-b54b-1e13f9e12b3d HTTP/1.1" status: 204 len: 168 time: 0.1198604 Jun 03 16:25:33.034807 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6739e3a-ffd6-40fb-9be3-4199c2092d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0d5dd2-0659-4f37-b54b-1e13f9e12b3d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:34.109158 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 48578) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:34.211557 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0877c597-8184-4da7-bbff-4079dba7c4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:34.285256 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0877c597-8184-4da7-bbff-4079dba7c4a4 admin admin] Publish callbacks [] for security_group (6c5f39a9-c5db-4fcc-9617-30e711b2aaa0), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:34.289930 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0877c597-8184-4da7-bbff-4079dba7c4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (6c5f39a9-c5db-4fcc-9617-30e711b2aaa0), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:34.330991 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-0877c597-8184-4da7-bbff-4079dba7c4a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72012398cf024f3ebda8769a6c436553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207472 Jun 03 16:25:34.331903 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877c597-8184-4da7-bbff-4079dba7c4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5f39a9-c5db-4fcc-9617-30e711b2aaa0,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:34.333796 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48582) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:25:34.382752 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-19f31969-969e-4da0-96d7-519378e75adc admin admin] Publish callbacks [] for security_group (6c5f39a9-c5db-4fcc-9617-30e711b2aaa0), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:34.406111 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-19f31969-969e-4da0-96d7-519378e75adc admin admin] Publish callbacks [] for security_group (6c5f39a9-c5db-4fcc-9617-30e711b2aaa0), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:34.451281 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-19f31969-969e-4da0-96d7-519378e75adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (6c5f39a9-c5db-4fcc-9617-30e711b2aaa0), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:34.453910 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-19f31969-969e-4da0-96d7-519378e75adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:34.455038 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-19f31969-969e-4da0-96d7-519378e75adc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c5f39a9-c5db-4fcc-9617-30e711b2aaa0 HTTP/1.1" status: 204 len: 168 time: 0.1190438 Jun 03 16:25:34.462568 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f31969-969e-4da0-96d7-519378e75adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5f39a9-c5db-4fcc-9617-30e711b2aaa0,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:43.047808 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:44.325001 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=59,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:44.327468 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=48,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:44.457806 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=52,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:44.458601 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=51,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:44.478101 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:44.725535 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:45.150988 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:45.151733 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:48.997676 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:25:49.311119 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7226851c-102f-474d-a6ea-aef4426d28f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:49.378237 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535ee20-75d3-45cb-8128-bf18d155580a req-b5e41b3d-f19b-4269-9ca5-6b00337120d6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:49.379815 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c535ee20-75d3-45cb-8128-bf18d155580a req-b5e41b3d-f19b-4269-9ca5-6b00337120d6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.1592236 Jun 03 16:25:49.426859 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c535ee20-75d3-45cb-8128-bf18d155580a req-eb99e414-bea8-4dd2-a230-1be7e936ff86 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408261 Jun 03 16:25:50.543255 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251e43a-19db-4373-9f60-3b4893ef6bd2 req-90866bda-cc6e-4a2d-bad6-51a3dbc5ba5b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:50.544646 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0251e43a-19db-4373-9f60-3b4893ef6bd2 req-90866bda-cc6e-4a2d-bad6-51a3dbc5ba5b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0463369 Jun 03 16:25:50.590195 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0251e43a-19db-4373-9f60-3b4893ef6bd2 req-2a1a189a-1f6e-4690-9413-24b75856d451 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401249 Jun 03 16:25:51.608700 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-faf1b679-8614-42bf-857b-270666991b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:51.842400 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381971f5-b533-4666-bd73-0f2f4925fe95 req-a3b1ceae-2c65-49df-8ba7-3c1e50886c7a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:51.843844 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-381971f5-b533-4666-bd73-0f2f4925fe95 req-a3b1ceae-2c65-49df-8ba7-3c1e50886c7a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0502534 Jun 03 16:25:51.890692 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-381971f5-b533-4666-bd73-0f2f4925fe95 req-4c68f793-1749-4379-986b-8a7976909156 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413523 Jun 03 16:25:52.886892 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:53.007281 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee13d3-4ac2-422e-93f7-371ba77d1edf req-e308f7da-a057-44d7-8556-62cbb4f76da0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:53.009302 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2fee13d3-4ac2-422e-93f7-371ba77d1edf req-e308f7da-a057-44d7-8556-62cbb4f76da0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0462971 Jun 03 16:25:53.054671 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2fee13d3-4ac2-422e-93f7-371ba77d1edf req-7381b0b8-dced-4915-914f-68839ab39a32 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398562 Jun 03 16:25:53.495241 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db277-8c4a-4d9d-8445-41bfcfd29662 req-9db69002-0b94-4100-b1f7-981644caabb3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:53.496772 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6c3db277-8c4a-4d9d-8445-41bfcfd29662 req-9db69002-0b94-4100-b1f7-981644caabb3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 945 time: 0.0485568 Jun 03 16:25:53.546915 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6c3db277-8c4a-4d9d-8445-41bfcfd29662 req-474b616a-91e5-4091-b986-ec177aedc767 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Jun 03 16:25:53.996642 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:54.179313 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a539c-cc39-43b3-9bf5-13391929640d req-55c46e18-c1df-46a4-9efe-3e0e3af03126 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:54.180761 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-265a539c-cc39-43b3-9bf5-13391929640d req-55c46e18-c1df-46a4-9efe-3e0e3af03126 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0495889 Jun 03 16:25:54.226930 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-265a539c-cc39-43b3-9bf5-13391929640d req-c17d56be-b0d5-464d-8e83-fd35221923a9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402014 Jun 03 16:25:54.659782 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeea620-9b16-4544-bd55-83a41c57b454 req-bfc3e16d-9ecd-40fc-a025-f3fcbb544920 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:54.661224 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-abeea620-9b16-4544-bd55-83a41c57b454 req-bfc3e16d-9ecd-40fc-a025-f3fcbb544920 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 945 time: 0.0464003 Jun 03 16:25:54.705924 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-abeea620-9b16-4544-bd55-83a41c57b454 req-fc94c01d-f2fc-4f39-ab18-3d8b89d56d61 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 Jun 03 16:25:54.833378 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412d52b6-d31f-4f18-adca-af709816ae90 req-64ec4366-d44b-4a70-9eda-85d6c40a171e service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0362663 Jun 03 16:25:54.936310 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d52b6-d31f-4f18-adca-af709816ae90 req-ba18627e-8ed1-4f54-9800-eef71c310deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:54.937747 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412d52b6-d31f-4f18-adca-af709816ae90 req-ba18627e-8ed1-4f54-9800-eef71c310deb service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=566b367dc7504d3091558cfd6f35bfa9&device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1168 time: 0.0376019 Jun 03 16:25:55.048099 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d52b6-d31f-4f18-adca-af709816ae90 req-f7fd4627-6c4e-4fe6-84ea-ac1962dd0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:55.049717 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412d52b6-d31f-4f18-adca-af709816ae90 req-f7fd4627-6c4e-4fe6-84ea-ac1962dd0c90 service neutron] 10.222.0.118 "GET /v2.0/networks?id=41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 200 len: 917 time: 0.0896597 Jun 03 16:25:55.121223 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412d52b6-d31f-4f18-adca-af709816ae90 req-d217e541-f1ba-4380-bca8-c0abc1111bb5 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 1001 time: 0.0640132 Jun 03 16:25:55.187016 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d52b6-d31f-4f18-adca-af709816ae90 req-3e879fc9-5228-4735-8cf5-351238f7f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:55.189033 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412d52b6-d31f-4f18-adca-af709816ae90 req-3e879fc9-5228-4735-8cf5-351238f7f6e1 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=4f508499-faa9-4761-986d-00d2317ec53a HTTP/1.1" status: 200 len: 854 time: 0.0504072 Jun 03 16:25:55.294395 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d52b6-d31f-4f18-adca-af709816ae90 req-d94f95ba-5205-436a-ac24-ac408475c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:55.295939 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412d52b6-d31f-4f18-adca-af709816ae90 req-d94f95ba-5205-436a-ac24-ac408475c247 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=41e43258-6f06-4a8a-b481-042e12142b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448155 Jun 03 16:25:55.342376 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f960d5-f094-4989-8799-3a595f561574 req-0f4ec80a-f753-4f8f-8198-9f212d056849 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:55.343826 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a8f960d5-f094-4989-8799-3a595f561574 req-0f4ec80a-f753-4f8f-8198-9f212d056849 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0454221 Jun 03 16:25:55.446578 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a8f960d5-f094-4989-8799-3a595f561574 req-efe51bc7-76d0-4d6d-a11a-6b37c92be17d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942461 Jun 03 16:25:55.462230 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412d52b6-d31f-4f18-adca-af709816ae90 req-12b4ca4d-4d3c-48ac-b100-6787605ee548 service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175096 Jun 03 16:25:55.475811 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:55.545984 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:55.550224 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412d52b6-d31f-4f18-adca-af709816ae90 req-f51371ca-4bd2-42c3-b887-1be68dc2e219 service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818059 Jun 03 16:25:55.822936 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c1b7a-a797-4088-80c5-564d7017d904 req-9c38c0c8-80da-4b58-8894-33b872b450f4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:55.824447 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bd4c1b7a-a797-4088-80c5-564d7017d904 req-9c38c0c8-80da-4b58-8894-33b872b450f4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 945 time: 0.0494406 Jun 03 16:25:55.869408 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bd4c1b7a-a797-4088-80c5-564d7017d904 req-48460aa1-4e78-4f10-ac95-a0bc2d186798 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394871 Jun 03 16:25:56.142262 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:56.571863 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09a98-bc1f-4276-93e0-a76adac5f033 req-00d013c7-c256-441f-bc04-eeefa690b029 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:56.573285 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fdb09a98-bc1f-4276-93e0-a76adac5f033 req-00d013c7-c256-441f-bc04-eeefa690b029 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0460684 Jun 03 16:25:56.623126 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fdb09a98-bc1f-4276-93e0-a76adac5f033 req-a4a98e1f-3a71-4552-bce0-302397955f31 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 Jun 03 16:25:56.980822 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f091475-cfa9-447e-af5a-51b7405803f1 req-3022a0a4-74f1-4a73-bdc0-4f878f5cd2a6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:56.982287 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4f091475-cfa9-447e-af5a-51b7405803f1 req-3022a0a4-74f1-4a73-bdc0-4f878f5cd2a6 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 945 time: 0.0468075 Jun 03 16:25:57.029951 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4f091475-cfa9-447e-af5a-51b7405803f1 req-ff5abdb2-2ea1-4645-90b1-efd81a2a42a4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Jun 03 16:25:57.745788 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c12cc-c6fe-4334-ae80-8e334316e0a8 req-a311e452-fa75-40ef-af8f-be2843c3b23e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:57.747230 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d20c12cc-c6fe-4334-ae80-8e334316e0a8 req-a311e452-fa75-40ef-af8f-be2843c3b23e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0500157 Jun 03 16:25:57.792378 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d20c12cc-c6fe-4334-ae80-8e334316e0a8 req-06ba67c0-789a-4426-8866-2e684dec519f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397060 Jun 03 16:25:58.142191 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238aa87-8bd5-42cc-81f6-bde6de0a27cc req-7dda819b-1cf6-40e1-abb8-044c6a5b3dc7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:58.143661 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c238aa87-8bd5-42cc-81f6-bde6de0a27cc req-7dda819b-1cf6-40e1-abb8-044c6a5b3dc7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 945 time: 0.0461433 Jun 03 16:25:58.193412 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c238aa87-8bd5-42cc-81f6-bde6de0a27cc req-d14d11b7-ee02-4db8-b75b-1a382bf6b049 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Jun 03 16:25:58.909522 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e761c-71b3-45a0-9fad-dc472bd71128 req-43ad8955-1435-47a4-b2af-f626386175d3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:58.910934 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-745e761c-71b3-45a0-9fad-dc472bd71128 req-43ad8955-1435-47a4-b2af-f626386175d3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0451174 Jun 03 16:25:58.957786 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-745e761c-71b3-45a0-9fad-dc472bd71128 req-6610dff8-ef1b-4b61-a0de-1d5198bd7c3e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400589 Jun 03 16:25:58.995782 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:59.263237 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-4a703385-4d3b-449a-af37-c4367f00532f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:59.264708 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-4a703385-4d3b-449a-af37-c4367f00532f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 945 time: 0.0562210 Jun 03 16:25:59.315098 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5098fb-9561-49fb-9a5c-b091dab3b3bc req-f56c3435-01ec-4e6b-86cc-b11735eeb049 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:59.316103 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bb5098fb-9561-49fb-9a5c-b091dab3b3bc req-f56c3435-01ec-4e6b-86cc-b11735eeb049 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 945 time: 0.0466313 Jun 03 16:25:59.352449 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Deleting port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:25:59.352798 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:59.370297 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-bb5098fb-9561-49fb-9a5c-b091dab3b3bc req-7df6800c-4486-4f31-a701-8e88bde9a31c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=968893c9-0e40-4002-8baf-8f6a6514c8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Jun 03 16:25:59.444133 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] For port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:25:59.444429 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:59.599888 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:59.600257 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (c27edf3e-de4f-4a9d-b6d3-0447484c48c1), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:59.600572 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Floating IP c27edf3e-de4f-4a9d-b6d3-0447484c48c1 disassociated. External IP: 172.27.2.237, port: 3b6e2361-79f3-49b0-80a2-5cad14ec6e44. Jun 03 16:25:59.600912 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Calling delete_port for 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:25:59.717070 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:25:59.729107 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (3b6e2361-79f3-49b0-80a2-5cad14ec6e44), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:25:59.759202 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'Port': ['ID=3b6e2361-79f3-49b0-80a2-5cad14ec6e44,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:59.773391 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.773731 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.774065 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.774397 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.774731 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.775057 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.775404 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.775728 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.776048 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.776369 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.776712 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.777029 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.777345 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.778298 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.778298 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:59.875766 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:25:59.914279 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:00.019422 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:26:00.039735 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:26:00.039961 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:26:00.255356 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35451d46-81bc-4ca9-8cdf-e6427c603844 req-05000651-10f6-4c23-b3d6-c3929231dfd1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:00.256890 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35451d46-81bc-4ca9-8cdf-e6427c603844 req-05000651-10f6-4c23-b3d6-c3929231dfd1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0645058 Jun 03 16:26:00.266467 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:26:00.290009 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:00.303870 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:00.311872 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:25:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:00.330055 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35451d46-81bc-4ca9-8cdf-e6427c603844 req-a7f22873-5ff9-4dda-a649-e8a6dcda1276 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658798 Jun 03 16:26:00.346961 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] No DVR routers for this DVR port 3b6e2361-79f3-49b0-80a2-5cad14ec6e44 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:26:00.353412 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:00.358292 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6dbb6a8e-9f7f-4d4f-b4e1-ff16c51f9d5f req-69eb414c-f714-4a21-83ca-65ef955dbec2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "DELETE /v2.0/ports/3b6e2361-79f3-49b0-80a2-5cad14ec6e44 HTTP/1.1" status: 204 len: 173 time: 1.0870748 Jun 03 16:26:00.358779 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'name': 'network-vif-deleted', 'tag': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:00.363017 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe55245-eaac-4a00-a12f-0c3cabc207cd" -d '{"events": [{"server_uuid": "cc4c2c92-9f7a-4f64-ba0e-afc94658a59e", "name": "network-vif-deleted", "tag": "3b6e2361-79f3-49b0-80a2-5cad14ec6e44"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:00.411185 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3c5de9-2884-4848-9322-f924bf4b8bf9 x-openstack-request-id: req-3a3c5de9-2884-4848-9322-f924bf4b8bf9 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:00.411644 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4c2c92-9f7a-4f64-ba0e-afc94658a59e", "name": "network-vif-deleted", "tag": "3b6e2361-79f3-49b0-80a2-5cad14ec6e44", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:00.412111 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a3c5de9-2884-4848-9322-f924bf4b8bf9 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:00.412534 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3c5de9-2884-4848-9322-f924bf4b8bf9'] response: {'server_uuid': 'cc4c2c92-9f7a-4f64-ba0e-afc94658a59e', 'name': 'network-vif-deleted', 'tag': '3b6e2361-79f3-49b0-80a2-5cad14ec6e44', 'status': 'completed', 'code': 200} Jun 03 16:26:00.536546 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4a2ea0eb-2c73-45f2-bdc0-b0b5464cc254 req-4cbe1b3b-87e0-4a67-8566-b5a16b09dd13 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4c2c92-9f7a-4f64-ba0e-afc94658a59e HTTP/1.1" status: 200 len: 210 time: 0.0550711 Jun 03 16:26:00.542840 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:00.734422 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:00.761159 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:00.772672 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:00.774066 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:25:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:00.893843 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:01.076215 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:01.099184 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa22d72-6722-4a3c-aedc-da87703a94b1 None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:01.315933 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e3afb-2f3e-4931-ba93-e1280e6ce917 None None] New status for floating IP c27edf3e-de4f-4a9d-b6d3-0447484c48c1: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:26:01.467087 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d27bf-fe0d-4c69-89e7-f5b67402efe2 req-65c7b5fc-c745-49e4-979f-2eabb521ef67 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:01.468634 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-227d27bf-fe0d-4c69-89e7-f5b67402efe2 req-65c7b5fc-c745-49e4-979f-2eabb521ef67 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0492613 Jun 03 16:26:01.519051 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-227d27bf-fe0d-4c69-89e7-f5b67402efe2 req-9b66c728-ca16-463b-8ebd-fe86294ac881 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447822 Jun 03 16:26:01.632757 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 48902) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:01.696083 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (968893c9-0e40-4002-8baf-8f6a6514c8bd), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:01.722452 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (968893c9-0e40-4002-8baf-8f6a6514c8bd), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:01.783255 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (968893c9-0e40-4002-8baf-8f6a6514c8bd), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:01.787552 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:01.789814 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "DELETE /v2.0/security-groups/968893c9-0e40-4002-8baf-8f6a6514c8bd HTTP/1.1" status: 204 len: 168 time: 0.1552918 Jun 03 16:26:01.792375 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48908) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:01.799832 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968893c9-0e40-4002-8baf-8f6a6514c8bd,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:01.807701 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.807856 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.api.v2.resource [None req-f0910dd3-53df-4bba-a1ef-d6185f8b8854 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] show failed (client error): The resource could not be found. Jun 03 16:26:01.808073 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.808642 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.808874 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f0910dd3-53df-4bba-a1ef-d6185f8b8854 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups/968893c9-0e40-4002-8baf-8f6a6514c8bd HTTP/1.1" status: 404 len: 347 time: 0.0147355 Jun 03 16:26:01.809163 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.809272 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.809597 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.809918 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.810278 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.810630 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.810977 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.811388 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.811871 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48910) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:01.811998 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.812296 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.812618 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.812952 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae70960-1323-49d9-b295-e7b78be9a418 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:01.927197 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6eebd-c80c-4329-9239-15e6682115ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Deleting port 1709f6c4-af22-4b41-bac6-0db5d5110987 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:01.927559 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eebd-c80c-4329-9239-15e6682115ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (1709f6c4-af22-4b41-bac6-0db5d5110987), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:01.999165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eebd-c80c-4329-9239-15e6682115ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (1709f6c4-af22-4b41-bac6-0db5d5110987), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:01.999542 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eebd-c80c-4329-9239-15e6682115ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (1709f6c4-af22-4b41-bac6-0db5d5110987), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.012333 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6eebd-c80c-4329-9239-15e6682115ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Calling delete_port for 1709f6c4-af22-4b41-bac6-0db5d5110987 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:02.140547 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eebd-c80c-4329-9239-15e6682115ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (1709f6c4-af22-4b41-bac6-0db5d5110987), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.162477 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6eebd-c80c-4329-9239-15e6682115ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'Port': ['ID=1709f6c4-af22-4b41-bac6-0db5d5110987,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:02.228948 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eebd-c80c-4329-9239-15e6682115ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (c27edf3e-de4f-4a9d-b6d3-0447484c48c1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.231571 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eebd-c80c-4329-9239-15e6682115ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.232695 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b9a6eebd-c80c-4329-9239-15e6682115ac tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "DELETE /v2.0/floatingips/c27edf3e-de4f-4a9d-b6d3-0447484c48c1 HTTP/1.1" status: 204 len: 168 time: 0.4199421 Jun 03 16:26:02.299005 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48916) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:02.303557 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-9d922737-7d3b-4ffd-b998-448c00b31b11 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248550579', 'description': 'tempest-description--1001720404'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:02.318145 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:02.324590 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9d922737-7d3b-4ffd-b998-448c00b31b11 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.390887 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9d922737-7d3b-4ffd-b998-448c00b31b11 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (2938b3e8-217e-49ae-adaa-669e1d9f3dd6), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.394435 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9d922737-7d3b-4ffd-b998-448c00b31b11 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2938b3e8-217e-49ae-adaa-669e1d9f3dd6), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.422313 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9d922737-7d3b-4ffd-b998-448c00b31b11 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.423539 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9d922737-7d3b-4ffd-b998-448c00b31b11 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1234968 Jun 03 16:26:02.426554 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 48918) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:02.427729 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d922737-7d3b-4ffd-b998-448c00b31b11 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2938b3e8-217e-49ae-adaa-669e1d9f3dd6,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:02.432487 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-395dbc82-b1ee-4d9f-80d1-9d4a0e7ff3d3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group_rule': {'security_group_id': '2938b3e8-217e-49ae-adaa-669e1d9f3dd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:02.458879 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-395dbc82-b1ee-4d9f-80d1-9d4a0e7ff3d3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (bb60f622-3c91-4fe7-ad85-31c9fbdf8292), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.502504 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:02.513116 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-395dbc82-b1ee-4d9f-80d1-9d4a0e7ff3d3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (bb60f622-3c91-4fe7-ad85-31c9fbdf8292), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.516559 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-395dbc82-b1ee-4d9f-80d1-9d4a0e7ff3d3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (bb60f622-3c91-4fe7-ad85-31c9fbdf8292), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.533291 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:02.537560 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dbc82-b1ee-4d9f-80d1-9d4a0e7ff3d3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb60f622-3c91-4fe7-ad85-31c9fbdf8292,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:02.546093 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-395dbc82-b1ee-4d9f-80d1-9d4a0e7ff3d3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.549576 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-395dbc82-b1ee-4d9f-80d1-9d4a0e7ff3d3 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197402 Jun 03 16:26:02.550087 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48922) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:02.555173 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-062abe17-031f-422e-9f6c-2e8375603a99 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'security_group_rule': {'security_group_id': '2938b3e8-217e-49ae-adaa-669e1d9f3dd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:02.582735 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-062abe17-031f-422e-9f6c-2e8375603a99 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (db052853-8ce0-4e12-9945-eb64f01f7155), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.625829 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:02.640419 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-062abe17-031f-422e-9f6c-2e8375603a99 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (db052853-8ce0-4e12-9945-eb64f01f7155), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.642154 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b940f1-4075-4ac4-be7b-0e6cd5390d78 req-fd264fe2-1513-43e3-9471-16b6c353e07f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:02.643657 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-82b940f1-4075-4ac4-be7b-0e6cd5390d78 req-fd264fe2-1513-43e3-9471-16b6c353e07f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0501785 Jun 03 16:26:02.644200 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-062abe17-031f-422e-9f6c-2e8375603a99 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (db052853-8ce0-4e12-9945-eb64f01f7155), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.660917 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062abe17-031f-422e-9f6c-2e8375603a99 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db052853-8ce0-4e12-9945-eb64f01f7155,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:02.671501 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-062abe17-031f-422e-9f6c-2e8375603a99 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.672777 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-062abe17-031f-422e-9f6c-2e8375603a99 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216035 Jun 03 16:26:02.676255 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 48924) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:02.681087 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:02.692927 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-82b940f1-4075-4ac4-be7b-0e6cd5390d78 req-e8618430-7561-486b-b83b-843f6b005f92 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 Jun 03 16:26:02.701992 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.780093 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:02.892065 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Allocated IP 172.27.2.254 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/f53d9a39-f00d-4697-a0ea-85bc742dd526) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:02.992856 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (f53d9a39-f00d-4697-a0ea-85bc742dd526), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:03.023410 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (f53d9a39-f00d-4697-a0ea-85bc742dd526), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:03.053893 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:03.066325 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:03.074236 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:03.076379 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=f53d9a39-f00d-4697-a0ea-85bc742dd526,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:03.078958 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:26:03.158314 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (09ddac1f-7661-46f4-83c1-4343ed862e64), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:03.194620 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (f53d9a39-f00d-4697-a0ea-85bc742dd526), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:03.353511 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:03.375005 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (f53d9a39-f00d-4697-a0ea-85bc742dd526), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:03.379057 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (f53d9a39-f00d-4697-a0ea-85bc742dd526), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:03.449576 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=f53d9a39-f00d-4697-a0ea-85bc742dd526,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:03.459803 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (09ddac1f-7661-46f4-83c1-4343ed862e64), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:03.475193 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:03.477007 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-180cfe57-262d-4549-9c08-a980841f7213 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7992043 Jun 03 16:26:03.628235 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-ffc9b941-a2a5-44aa-8669-e5be415ee22f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1248550579&fields=id&tenant_id=c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 267 time: 0.0414281 Jun 03 16:26:03.734041 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-7e65a192-b442-417f-bbef-2039cf4b2459 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:03.735515 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-7e65a192-b442-417f-bbef-2039cf4b2459 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 815 time: 0.1006126 Jun 03 16:26:03.750342 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-42cb8b28-f6ea-4296-89de-6d9b44b27697 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/quotas/c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 375 time: 0.0092680 Jun 03 16:26:03.799754 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-5a6ced13-830d-4476-ad10-7296228d905c tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444117 Jun 03 16:26:03.810969 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cca3b-b1d2-4771-9909-5ef1d86adb41 req-fa107e99-c5cf-4cbd-82bf-7ca956ac8452 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:03.812474 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9c1cca3b-b1d2-4771-9909-5ef1d86adb41 req-fa107e99-c5cf-4cbd-82bf-7ca956ac8452 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0462012 Jun 03 16:26:03.859905 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9c1cca3b-b1d2-4771-9909-5ef1d86adb41 req-a80dc618-f273-4b09-a98d-3b3087a2611c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418599 Jun 03 16:26:03.864645 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e20c66fa-7296-4798-87b1-0c2f7382908b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:26:03.865732 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e20c66fa-7296-4798-87b1-0c2f7382908b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0544255 Jun 03 16:26:03.960555 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-d9ca0ae9-ed82-4b49-9de8-4f199f709adc service neutron] 10.222.0.41 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877047 Jun 03 16:26:04.045594 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:04.052089 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-28d0c8a1-c21e-41c2-a4e9-ce4663a35f27 service neutron] 10.222.0.41 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857983 Jun 03 16:26:04.209450 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dae30546-8259-4f47-a00b-6d632547f9e6 req-c6133e51-289e-4773-993e-3d0828b4a02e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 210 time: 0.0279629 Jun 03 16:26:04.981875 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80187375-ea7d-4fc2-a523-adf709e693a3 req-1a565466-198d-4034-b76f-7445e9d1b818 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:04.983523 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-80187375-ea7d-4fc2-a523-adf709e693a3 req-1a565466-198d-4034-b76f-7445e9d1b818 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0499942 Jun 03 16:26:05.029959 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-80187375-ea7d-4fc2-a523-adf709e693a3 req-d61cd9fe-e2ee-43ad-94cf-eab71cf2fc6c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Jun 03 16:26:05.233362 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-a719a8aa-87ec-46ba-95f1-833a99f6de57 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:05.234901 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-a719a8aa-87ec-46ba-95f1-833a99f6de57 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 815 time: 0.1063511 Jun 03 16:26:05.302968 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-ed3ebda3-ed3d-44a7-95d4-c6d2dbed0fb8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6758d3ab63e4ace8d2d32a4b391d942 HTTP/1.1" status: 200 len: 380 time: 0.0593827 Jun 03 16:26:05.320887 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-98b907fe-7102-43a3-b0c9-caed3b6bbd29 req-7242cd6b-9ac9-4897-9f3e-67fe64a6cdeb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 210 time: 0.0346987 Jun 03 16:26:05.382580 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'port': {'device_id': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'admin_state_up': True, 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'security_groups': ['2938b3e8-217e-49ae-adaa-669e1d9f3dd6']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:05.489454 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Made reservation on behalf of c6758d3ab63e4ace8d2d32a4b391d942 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:26:05.492812 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:05.566591 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:05.616734 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Allocated IP 172.20.0.11 (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e/b222e9b4-0a2b-4056-adfa-c1fb610cdc9a/88e3b07b-0347-4c81-a78d-450830d8f450) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:05.750956 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for port (88e3b07b-0347-4c81-a78d-450830d8f450), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:05.782414 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:05.822065 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:05.825143 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:05.828946 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:26:05.856892 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event updated for resources: {'Port': ['ID=88e3b07b-0347-4c81-a78d-450830d8f450,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:05.886009 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:05.886628 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:05.890023 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:05.904741 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-eb0bc240-187d-4b68-8a06-4cebef2eced1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5260007 Jun 03 16:26:05.913950 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-6c0e3dd7-1b84-4c24-809a-66f1e3c7781d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:26:05.914941 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-6c0e3dd7-1b84-4c24-809a-66f1e3c7781d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051339 Jun 03 16:26:05.925790 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Request body: {'port': {'device_id': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:05.994094 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:06.096161 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-4d535147-d91d-4c21-a821-5d2b695e77ba None None] Provisioning complete for port 88e3b07b-0347-4c81-a78d-450830d8f450 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:26:06.097457 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4d535147-d91d-4c21-a821-5d2b695e77ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:06.132169 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4d535147-d91d-4c21-a821-5d2b695e77ba None None] Port 88e3b07b-0347-4c81-a78d-450830d8f450 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:26:06.194853 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e366c4-da61-420c-9387-53fac0c5e2ff req-52061913-9332-469d-b713-ad06f2bf922b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.196927 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-50e366c4-da61-420c-9387-53fac0c5e2ff req-52061913-9332-469d-b713-ad06f2bf922b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0628877 Jun 03 16:26:06.295168 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-50e366c4-da61-420c-9387-53fac0c5e2ff req-aba9adfd-2340-43c0-bf83-2129107e21e5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891020 Jun 03 16:26:06.361848 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e3b07b-0347-4c81-a78d-450830d8f450 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:26:06.365764 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:06.370552 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Publish callbacks [] for port (88e3b07b-0347-4c81-a78d-450830d8f450), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:06.388272 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Transition to ACTIVE for port object 88e3b07b-0347-4c81-a78d-450830d8f450 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:26:06.395873 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:06.435075 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2a6c2-c9b7-42c0-bc7e-32d278d9af14 req-cb822d69-af11-420d-9bca-b1a7eaea2dd2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.436595 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f5d2a6c2-c9b7-42c0-bc7e-32d278d9af14 req-cb822d69-af11-420d-9bca-b1a7eaea2dd2 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 944 time: 0.0473399 Jun 03 16:26:06.444066 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Pushing event updated for resources: {'Port': ['ID=88e3b07b-0347-4c81-a78d-450830d8f450,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:06.489516 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f5d2a6c2-c9b7-42c0-bc7e-32d278d9af14 req-c9037059-effc-4dd6-b8c5-39bd22be4ebc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464098 Jun 03 16:26:06.523830 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Attempting to bind port 88e3b07b-0347-4c81-a78d-450830d8f450 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:26:06.524158 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Attempting to bind port 88e3b07b-0347-4c81-a78d-450830d8f450 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:26:06.524484 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Attempting to bind port 88e3b07b-0347-4c81-a78d-450830d8f450 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:26:06.528970 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Port 88e3b07b-0347-4c81-a78d-450830d8f450 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:26:06.529283 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Attempting to bind port 88e3b07b-0347-4c81-a78d-450830d8f450 on network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:26:06.534248 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:26:06.534577 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Checking segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:26:06.534958 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Bound using segment: {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:26:06.535413 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Bound port: 88e3b07b-0347-4c81-a78d-450830d8f450, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbfe614-3b71-4169-9aa3-45898b59af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:26:06.535776 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:06.600645 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] For port 88e3b07b-0347-4c81-a78d-450830d8f450, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:26:06.604325 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] For port 88e3b07b-0347-4c81-a78d-450830d8f450, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=88e3b07b-0347-4c81-a78d-450830d8f450,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:26:06.610500 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:06.644653 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.645258 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:06.646878 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] 10.222.0.118 "PUT /v2.0/ports/88e3b07b-0347-4c81-a78d-450830d8f450 HTTP/1.1" status: 200 len: 1094 time: 0.7250700 Jun 03 16:26:06.647364 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'tag': '88e3b07b-0347-4c81-a78d-450830d8f450'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:06.649565 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "62cd9a4e-635f-422c-86f6-80e40d3f0f43", "tag": "88e3b07b-0347-4c81-a78d-450830d8f450"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:06.677490 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1043555-2a9c-4001-a9d4-29e4b86a50a9 service neutron] Pushing event updated for resources: {'Port': ['ID=88e3b07b-0347-4c81-a78d-450830d8f450,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:06.703833 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a630a35b-1aa8-4fe5-8fc1-4d39e2572497 x-openstack-request-id: req-a630a35b-1aa8-4fe5-8fc1-4d39e2572497 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:06.704117 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cd9a4e-635f-422c-86f6-80e40d3f0f43", "tag": "88e3b07b-0347-4c81-a78d-450830d8f450", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:06.704365 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a630a35b-1aa8-4fe5-8fc1-4d39e2572497 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:06.704754 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a630a35b-1aa8-4fe5-8fc1-4d39e2572497'] response: {'name': 'network-changed', 'server_uuid': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'tag': '88e3b07b-0347-4c81-a78d-450830d8f450', 'status': 'completed', 'code': 200} Jun 03 16:26:06.738357 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-9c613b07-83c3-492e-b3f8-56f5c29e26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.739871 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-9c613b07-83c3-492e-b3f8-56f5c29e26c3 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 1128 time: 0.0472295 Jun 03 16:26:06.752234 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:06.781991 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-b47adfdd-e153-4de4-b718-46d129386d57 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88e3b07b-0347-4c81-a78d-450830d8f450 HTTP/1.1" status: 200 len: 217 time: 0.0353739 Jun 03 16:26:06.834430 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1706b8b-c42d-4ad6-948a-f17dc7343588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.836457 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-e1706b8b-c42d-4ad6-948a-f17dc7343588 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.0450079 Jun 03 16:26:07.263939 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-751a39f5-caaf-46d6-a756-32967e00e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:07.265403 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-751a39f5-caaf-46d6-a756-32967e00e6c2 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422409 Jun 03 16:26:07.363521 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-8e1c5f41-48e8-41b6-8443-2ba8d00e404f service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912163 Jun 03 16:26:07.417200 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec2bad-a37a-4abc-9e0e-c5af721a5eae req-ee18c270-0a6f-443e-93a5-3f392a190faf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:07.418802 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-93ec2bad-a37a-4abc-9e0e-c5af721a5eae req-ee18c270-0a6f-443e-93a5-3f392a190faf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0501392 Jun 03 16:26:07.464786 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6629c65c-7405-4421-b5e8-8012d68a2373 req-d242aef7-62bd-424d-a139-743a7ee3d03c service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926197 Jun 03 16:26:07.472939 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-93ec2bad-a37a-4abc-9e0e-c5af721a5eae req-abc5b607-4155-4aec-90b7-f4ba82fb1524 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484867 Jun 03 16:26:07.610615 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a51d49-5072-487e-9ba0-cd16825cb1f3 req-bf6c3ddb-fe7b-4e95-bcf0-fe6e04a3ba2e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:07.612069 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c8a51d49-5072-487e-9ba0-cd16825cb1f3 req-bf6c3ddb-fe7b-4e95-bcf0-fe6e04a3ba2e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 944 time: 0.0490580 Jun 03 16:26:07.658360 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c8a51d49-5072-487e-9ba0-cd16825cb1f3 req-4a51e534-c369-46b3-8683-75ccee8b7029 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Jun 03 16:26:08.366257 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-6a4b605b-559e-415f-8b55-e3bd58a3fcf0 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604653336&fields=id&tenant_id=7d586c0c8dd34398af9d52425eb2bde3 HTTP/1.1" status: 200 len: 267 time: 0.0445278 Jun 03 16:26:08.382312 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49008) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:08.475578 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-6f5d1450-537e-48db-98aa-0db60298799d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:08.477721 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-6f5d1450-537e-48db-98aa-0db60298799d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 812 time: 0.1049755 Jun 03 16:26:08.487716 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee1df1d-bce8-4394-b25d-0efdda40f177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:08.492254 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-5b31ff89-3353-43fd-a0a7-c90d51a5b21f tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/quotas/7d586c0c8dd34398af9d52425eb2bde3 HTTP/1.1" status: 200 len: 375 time: 0.0092309 Jun 03 16:26:08.553308 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-aa072da6-4da8-45a5-b968-037efb3a8513 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560286 Jun 03 16:26:08.570144 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-43fc6b78-d342-480f-b9d2-e31073296380 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:26:08.571146 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-43fc6b78-d342-480f-b9d2-e31073296380 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053909 Jun 03 16:26:08.599524 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee1df1d-bce8-4394-b25d-0efdda40f177 admin admin] Publish callbacks [] for security_group (38cfa754-f542-49f7-a81f-80651ad32e42), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:08.605813 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ee1df1d-bce8-4394-b25d-0efdda40f177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (38cfa754-f542-49f7-a81f-80651ad32e42), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:08.628782 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad87bb-a249-4ec5-b0ee-22f702a54f52 req-c4a9f832-87fc-418b-aa07-e009201e0de2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:08.630230 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-abad87bb-a249-4ec5-b0ee-22f702a54f52 req-c4a9f832-87fc-418b-aa07-e009201e0de2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0728402 Jun 03 16:26:08.655775 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:08.662380 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-4d9bc977-6d60-4f23-8c33-dc341c6df634 service neutron] 10.222.0.41 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853498 Jun 03 16:26:08.667851 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1df1d-bce8-4394-b25d-0efdda40f177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cfa754-f542-49f7-a81f-80651ad32e42,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:08.672023 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1ee1df1d-bce8-4394-b25d-0efdda40f177 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c8d7e08e969475fb341717632d051ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886674 Jun 03 16:26:08.674686 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49016) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:08.725117 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-abad87bb-a249-4ec5-b0ee-22f702a54f52 req-aca89b60-bbcb-400a-b7fe-72ffe5c1545b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841908 Jun 03 16:26:08.747213 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc0efb0f-38f8-411d-aa98-e286c2af3ef7 admin admin] Publish callbacks [] for security_group (38cfa754-f542-49f7-a81f-80651ad32e42), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:08.769424 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc0efb0f-38f8-411d-aa98-e286c2af3ef7 admin admin] Publish callbacks [] for security_group (38cfa754-f542-49f7-a81f-80651ad32e42), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:08.779605 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-925206cb-58cd-4c37-a676-f6754bd011d9 service neutron] 10.222.0.41 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102262 Jun 03 16:26:08.839174 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:08.845580 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ce084-d897-4ee9-91b6-b3e6de1df26b req-2cc5c732-2bfc-426b-825c-d5c2054cb928 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:08.847034 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-344ce084-d897-4ee9-91b6-b3e6de1df26b req-2cc5c732-2bfc-426b-825c-d5c2054cb928 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 944 time: 0.0553668 Jun 03 16:26:08.872015 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc0efb0f-38f8-411d-aa98-e286c2af3ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (38cfa754-f542-49f7-a81f-80651ad32e42), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:08.874934 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc0efb0f-38f8-411d-aa98-e286c2af3ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:08.876182 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dc0efb0f-38f8-411d-aa98-e286c2af3ef7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38cfa754-f542-49f7-a81f-80651ad32e42 HTTP/1.1" status: 204 len: 168 time: 0.2004938 Jun 03 16:26:08.896119 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0efb0f-38f8-411d-aa98-e286c2af3ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cfa754-f542-49f7-a81f-80651ad32e42,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:08.914714 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-344ce084-d897-4ee9-91b6-b3e6de1df26b req-ebefc53a-6cd6-4316-82c1-22db589ed1bb tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615215 Jun 03 16:26:09.094230 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b674e019-c8ab-47ea-803c-f9f68e31da5f req-901b9d58-0ab9-443a-aeba-9e2136f976ec tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 210 time: 0.0319948 Jun 03 16:26:09.843258 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0c2c8-9b88-44c9-9fee-734b7917d664 req-e45a33d0-37c9-4361-ab4f-365bbe7ec4a4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:09.844822 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-59f0c2c8-9b88-44c9-9fee-734b7917d664 req-e45a33d0-37c9-4361-ab4f-365bbe7ec4a4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0471334 Jun 03 16:26:09.889461 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-59f0c2c8-9b88-44c9-9fee-734b7917d664 req-06c8c756-7d3c-47f9-8864-6fda1c616133 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394278 Jun 03 16:26:10.031724 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f8aff-21ce-4023-b7bf-2e48c0838c36 req-61be796e-8160-4707-8c07-95056463a303 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:10.033076 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-646f8aff-21ce-4023-b7bf-2e48c0838c36 req-61be796e-8160-4707-8c07-95056463a303 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 944 time: 0.0451150 Jun 03 16:26:10.041347 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3113a30d-36af-4d19-891b-9696f04ca42d details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:26:10.079257 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-646f8aff-21ce-4023-b7bf-2e48c0838c36 req-d3be31ba-70b6-4f08-8cb3-582c457e7796 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 Jun 03 16:26:10.137768 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:10.150047 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '3113a30d-36af-4d19-891b-9696f04ca42d', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'port_id': '3113a30d-36af-4d19-891b-9696f04ca42d', 'mac_address': 'fa:16:3e:81:81:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:26:10.187976 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 3113a30d-36af-4d19-891b-9696f04ca42d is: ACTIVE; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:26:10.188362 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:10.189546 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4548a9b4-001e-49d3-9af7-63c768a6e66f req-8ecbb1ad-7351-480a-b46c-b82a2f68e000 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 210 time: 0.0273898 Jun 03 16:26:10.201408 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3113a30d-36af-4d19-891b-9696f04ca42d {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:26:10.220728 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:10.224887 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:10.270511 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:10.281408 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.281807 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.282096 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.282433 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.282764 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.283092 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.283448 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.283775 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.284099 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.284433 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.284744 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.285069 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.285385 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.285701 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.286017 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:10.347930 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['3113a30d-36af-4d19-891b-9696f04ca42d'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:26:10.828418 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-bca690be-bc9b-4720-afad-26b7a57a918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:10.829967 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-bca690be-bc9b-4720-afad-26b7a57a918f service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 1128 time: 0.0446830 Jun 03 16:26:10.920066 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-27f25270-9858-4235-9602-9c0358ced66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:10.921508 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-27f25270-9858-4235-9602-9c0358ced66e service neutron] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 917 time: 0.0841186 Jun 03 16:26:10.970813 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-d1dcaba0-c575-4a8b-a3d2-47440c84e21e service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88e3b07b-0347-4c81-a78d-450830d8f450 HTTP/1.1" status: 200 len: 217 time: 0.0397222 Jun 03 16:26:11.045231 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da799-f42e-4c8c-9029-ffc7c52180d3 req-2ea1f9c6-9108-4a72-a7ad-06b8cdb33dd7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:11.046682 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-818da799-f42e-4c8c-9029-ffc7c52180d3 req-2ea1f9c6-9108-4a72-a7ad-06b8cdb33dd7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 945 time: 0.0790889 Jun 03 16:26:11.062070 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-58fc4831-a417-4a69-a338-fceba0d0742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:11.063509 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-58fc4831-a417-4a69-a338-fceba0d0742a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.0825777 Jun 03 16:26:11.098463 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-818da799-f42e-4c8c-9029-ffc7c52180d3 req-e6185cad-ecf9-4da6-be4f-997b348e68b2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458281 Jun 03 16:26:11.191971 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b71e87-3c13-4b5a-8916-ed89f9909fed req-0795fa60-767e-4dd7-8b9e-a0e2b09fbfdc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:11.193400 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c1b71e87-3c13-4b5a-8916-ed89f9909fed req-0795fa60-767e-4dd7-8b9e-a0e2b09fbfdc tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 944 time: 0.0460865 Jun 03 16:26:11.222412 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:11.248588 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c1b71e87-3c13-4b5a-8916-ed89f9909fed req-d37cda60-3d69-40ee-8dde-3a4b7990d49e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489483 Jun 03 16:26:11.312266 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-18a21a99-a3cb-41cf-bbd7-11811d0614fe req-01547310-0bb2-4a80-8fe1-bc9e9361707b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 210 time: 0.0479386 Jun 03 16:26:11.320989 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-1dedf7c2-2ef6-42b4-9164-3265ab1478b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:11.322489 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-1dedf7c2-2ef6-42b4-9164-3265ab1478b6 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679400 Jun 03 16:26:11.509946 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-fda44d9c-5287-41ae-83a1-d4ce5fec0d7e service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678829 Jun 03 16:26:11.516017 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-cd6e8fa2-9ed8-40b1-ba1a-7c2c7d2523ea tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:11.517407 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-cd6e8fa2-9ed8-40b1-ba1a-7c2c7d2523ea tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 812 time: 0.1740074 Jun 03 16:26:11.838660 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:11.886761 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-a1a4ee45-f3ac-413b-800c-1e90b89e0830 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d586c0c8dd34398af9d52425eb2bde3 HTTP/1.1" status: 200 len: 379 time: 0.3600292 Jun 03 16:26:11.890780 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b22aeb88-c554-49c2-b4d9-5c62c3753d7f req-7d24180e-76fc-4fc9-b59b-a995c7b055e8 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724449 Jun 03 16:26:11.912961 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'port': {'device_id': '256059e7-995a-4b7d-9439-f32447aca406', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'admin_state_up': True, 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'security_groups': ['cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:11.981765 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:12.024056 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Made reservation on behalf of 7d586c0c8dd34398af9d52425eb2bde3 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:26:12.027650 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.056224 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 88e3b07b-0347-4c81-a78d-450830d8f450 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:26:12.058340 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3113a30d-36af-4d19-891b-9696f04ca42d up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:26:12.144614 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:12.160842 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Allocated IP 172.20.0.13 (6170e7ad-2948-49aa-8d76-bb5733efca78/dcdc3f0d-c747-460a-8a6f-8e63849cf34e/81c8deba-9996-499e-b7d9-9e60b5cf128c) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:12.170372 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:12.190725 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 3113a30d-36af-4d19-891b-9696f04ca42d triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:26:12.191098 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.216600 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:12.220954 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 88e3b07b-0347-4c81-a78d-450830d8f450, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=88e3b07b-0347-4c81-a78d-450830d8f450,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:12.228704 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e27f-8f23-4ed0-8335-6831ee1103bf req-37264e4b-fa87-414e-9ebd-34597564534a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:12.235872 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c267e27f-8f23-4ed0-8335-6831ee1103bf req-37264e4b-fa87-414e-9ebd-34597564534a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 945 time: 0.0563500 Jun 03 16:26:12.244966 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '88e3b07b-0347-4c81-a78d-450830d8f450', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'port_id': '88e3b07b-0347-4c81-a78d-450830d8f450', 'mac_address': 'fa:16:3e:10:db:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:26:12.297920 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 88e3b07b-0347-4c81-a78d-450830d8f450 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:26:12.298316 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.300989 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c267e27f-8f23-4ed0-8335-6831ee1103bf req-60d3b408-904b-4ea8-9bef-019e75f441cb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638971 Jun 03 16:26:12.330326 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.342110 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e3b07b-0347-4c81-a78d-450830d8f450 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:26:12.373650 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 88e3b07b-0347-4c81-a78d-450830d8f450, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=88e3b07b-0347-4c81-a78d-450830d8f450,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:12.374722 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 3113a30d-36af-4d19-891b-9696f04ca42d is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:26:12.375123 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.386711 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.404689 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.422307 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff0c4-3c24-43d4-b360-e823e3c694ea req-cc467668-4682-48bf-8b5b-e5112f2b34d9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:12.424925 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-937ff0c4-3c24-43d4-b360-e823e3c694ea req-cc467668-4682-48bf-8b5b-e5112f2b34d9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 944 time: 0.0851922 Jun 03 16:26:12.426515 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:12.428834 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3196ed7-ace8-4c21-b947-3020c2300905" -d '{"events": [{"server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "name": "network-vif-plugged", "status": "completed", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:12.438438 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a12a2-2581-400d-b942-4e7f4921de86 req-dacbe46e-2782-4761-96e8-9209b89cb9db tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:12.439969 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-362a12a2-2581-400d-b942-4e7f4921de86 req-dacbe46e-2782-4761-96e8-9209b89cb9db tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 932 time: 0.0492909 Jun 03 16:26:12.445927 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:12.459118 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.466605 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=88e3b07b-0347-4c81-a78d-450830d8f450,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:12.491748 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:12.496362 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'Port': ['ID=81c8deba-9996-499e-b7d9-9e60b5cf128c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:12.498165 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-362a12a2-2581-400d-b942-4e7f4921de86 req-d226cddb-ef79-402c-ad1c-0215b030319e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491028 Jun 03 16:26:12.504225 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:12.509058 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:26:12.533736 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:12.549704 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-937ff0c4-3c24-43d4-b360-e823e3c694ea req-8df41ae6-6670-4ddd-896a-aba0570e9eb5 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027765 Jun 03 16:26:12.574952 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0d0332-f0af-4317-884e-532f9eb025be x-openstack-request-id: req-ad0d0332-f0af-4317-884e-532f9eb025be {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:12.574952 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "name": "network-vif-plugged", "status": "completed", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:12.574952 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad0d0332-f0af-4317-884e-532f9eb025be {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:12.574952 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0d0332-f0af-4317-884e-532f9eb025be'] response: {'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d', 'code': 200} Jun 03 16:26:12.577375 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:12.578088 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.596029 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-7b11d531-9f0d-4492-a39d-e4ac96efbf1e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6867967 Jun 03 16:26:12.612206 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Request body: {'port': {'device_id': '256059e7-995a-4b7d-9439-f32447aca406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:12.673955 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.737852 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-5d131ed3-a047-4c63-af4a-5ed78e82c0ea None None] Provisioning complete for port 81c8deba-9996-499e-b7d9-9e60b5cf128c triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:26:12.738503 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5d131ed3-a047-4c63-af4a-5ed78e82c0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.769950 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5d131ed3-a047-4c63-af4a-5ed78e82c0ea None None] Port 81c8deba-9996-499e-b7d9-9e60b5cf128c cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:26:12.804348 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:12.816075 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:12.826607 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['88e3b07b-0347-4c81-a78d-450830d8f450'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:26:12.969757 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c8deba-9996-499e-b7d9-9e60b5cf128c {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:26:12.977306 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Publish callbacks [] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:12.989884 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Transition to ACTIVE for port object 81c8deba-9996-499e-b7d9-9e60b5cf128c will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:26:12.993487 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:13.041830 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Pushing event updated for resources: {'Port': ['ID=81c8deba-9996-499e-b7d9-9e60b5cf128c,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:13.118763 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Attempting to bind port 81c8deba-9996-499e-b7d9-9e60b5cf128c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:26:13.119089 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Attempting to bind port 81c8deba-9996-499e-b7d9-9e60b5cf128c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:26:13.119446 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Attempting to bind port 81c8deba-9996-499e-b7d9-9e60b5cf128c on network 6170e7ad-2948-49aa-8d76-bb5733efca78 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:26:13.124145 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Port 81c8deba-9996-499e-b7d9-9e60b5cf128c on network 6170e7ad-2948-49aa-8d76-bb5733efca78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:26:13.124461 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Attempting to bind port 81c8deba-9996-499e-b7d9-9e60b5cf128c on network 6170e7ad-2948-49aa-8d76-bb5733efca78 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:26:13.129366 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:26:13.129693 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Checking segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:26:13.130066 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Bound using segment: {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:26:13.130488 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Bound port: 81c8deba-9996-499e-b7d9-9e60b5cf128c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:26:13.130830 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:13.193429 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] For port 81c8deba-9996-499e-b7d9-9e60b5cf128c, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:26:13.197330 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] For port 81c8deba-9996-499e-b7d9-9e60b5cf128c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=81c8deba-9996-499e-b7d9-9e60b5cf128c,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:26:13.203325 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:13.232490 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:13.233153 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:13.234426 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] 10.222.0.118 "PUT /v2.0/ports/81c8deba-9996-499e-b7d9-9e60b5cf128c HTTP/1.1" status: 200 len: 1094 time: 0.6265821 Jun 03 16:26:13.236510 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256059e7-995a-4b7d-9439-f32447aca406', 'tag': '81c8deba-9996-499e-b7d9-9e60b5cf128c'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:13.244334 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0441d5-985c-4a54-ae05-55e62c798461" -d '{"events": [{"name": "network-changed", "server_uuid": "256059e7-995a-4b7d-9439-f32447aca406", "tag": "81c8deba-9996-499e-b7d9-9e60b5cf128c"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:13.289994 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9852d011-73ee-4f98-bf8d-f580954781a8 x-openstack-request-id: req-9852d011-73ee-4f98-bf8d-f580954781a8 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:13.290325 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256059e7-995a-4b7d-9439-f32447aca406", "tag": "81c8deba-9996-499e-b7d9-9e60b5cf128c", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:13.290598 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9852d011-73ee-4f98-bf8d-f580954781a8 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:13.291427 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9852d011-73ee-4f98-bf8d-f580954781a8'] response: {'name': 'network-changed', 'server_uuid': '256059e7-995a-4b7d-9439-f32447aca406', 'tag': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'status': 'completed', 'code': 200} Jun 03 16:26:13.329894 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fabbde-e3fd-42d6-aea4-fe117672230e service neutron] Pushing event updated for resources: {'Port': ['ID=81c8deba-9996-499e-b7d9-9e60b5cf128c,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:13.348150 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-a80bd222-417d-4d60-9582-68e8638699d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:13.349661 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-a80bd222-417d-4d60-9582-68e8638699d5 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 1128 time: 0.0623651 Jun 03 16:26:13.401706 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-0a43bde0-e4cf-4ebf-9a99-3b9f273c89cf service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c8deba-9996-499e-b7d9-9e60b5cf128c HTTP/1.1" status: 200 len: 217 time: 0.0435846 Jun 03 16:26:13.448215 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997537c9-25c4-4f2d-bf3a-0252e0f023ef req-5e0586b4-9af4-4d66-9988-e763aec3bc24 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:13.449699 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-997537c9-25c4-4f2d-bf3a-0252e0f023ef req-5e0586b4-9af4-4d66-9988-e763aec3bc24 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0554690 Jun 03 16:26:13.456050 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-a66b73c5-c42f-4ba2-a8ca-24e30a460143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:13.457490 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-a66b73c5-c42f-4ba2-a8ca-24e30a460143 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.0455601 Jun 03 16:26:13.497255 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-997537c9-25c4-4f2d-bf3a-0252e0f023ef req-946d6301-0e75-4830-826e-3be6946bd9f6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Jun 03 16:26:13.500622 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-2ff40b4b-005a-4406-b235-34ae17d31cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:13.502098 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-2ff40b4b-005a-4406-b235-34ae17d31cdb service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383866 Jun 03 16:26:13.622408 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-8809463d-89b8-4baa-90e3-53dcd33f2600 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123822 Jun 03 16:26:13.648189 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937762d-bb42-4b56-bc27-5387629ccd0b req-b9872c23-6c40-4093-8ead-7de3902ef10b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:13.650154 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1937762d-bb42-4b56-bc27-5387629ccd0b req-b9872c23-6c40-4093-8ead-7de3902ef10b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 944 time: 0.0671272 Jun 03 16:26:13.668520 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884fb52-a58a-40d3-8873-397b3e0ea0fa req-16ffbf91-1ab6-4b97-b6dd-aa9881d09ad9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:13.670065 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d884fb52-a58a-40d3-8873-397b3e0ea0fa req-16ffbf91-1ab6-4b97-b6dd-aa9881d09ad9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 945 time: 0.0475352 Jun 03 16:26:13.715838 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d884fb52-a58a-40d3-8873-397b3e0ea0fa req-9ab89840-a2aa-47a7-9cfd-cf8ed9ff24b8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Jun 03 16:26:13.738356 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:13.749203 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:13.756112 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1937762d-bb42-4b56-bc27-5387629ccd0b req-6576cc2e-bd92-4455-be5c-b8c4a0db5307 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968521 Jun 03 16:26:13.767347 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b624ffd-ccb5-4712-9ae1-30b7e1c90de2 req-1909fbe9-723e-4d60-b71a-1776f75a9d69 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370611 Jun 03 16:26:14.618317 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793125e-ba3c-444b-a88e-b14736d7c978 req-d8a3d10b-8fc3-47a0-8364-fb076df74846 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:14.619781 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9793125e-ba3c-444b-a88e-b14736d7c978 req-d8a3d10b-8fc3-47a0-8364-fb076df74846 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0497279 Jun 03 16:26:14.665491 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9793125e-ba3c-444b-a88e-b14736d7c978 req-b0a43770-ca93-4455-bf94-1536670eace3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402553 Jun 03 16:26:14.832658 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe89092-3a5d-462b-8f59-9ef2316c610c req-bb638801-4e04-40c3-ae2d-552eaff542c7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:14.834122 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-efe89092-3a5d-462b-8f59-9ef2316c610c req-bb638801-4e04-40c3-ae2d-552eaff542c7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 945 time: 0.0484622 Jun 03 16:26:14.874563 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095933a-9b98-46e5-9ca9-ab73bfab28ba req-980ebb6f-9e7d-4239-b7f0-31d5c7d615c9 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:14.876070 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e095933a-9b98-46e5-9ca9-ab73bfab28ba req-980ebb6f-9e7d-4239-b7f0-31d5c7d615c9 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 944 time: 0.0507557 Jun 03 16:26:14.881287 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-efe89092-3a5d-462b-8f59-9ef2316c610c req-64786c7e-cd36-4a01-97b1-ea2c058e28a1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Jun 03 16:26:14.924803 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e095933a-9b98-46e5-9ca9-ab73bfab28ba req-8c8fbdaa-5910-417f-a4ea-810390f06a3c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428183 Jun 03 16:26:15.057489 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 88e3b07b-0347-4c81-a78d-450830d8f450 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:26:15.061153 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:15.098287 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 88e3b07b-0347-4c81-a78d-450830d8f450 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:26:15.104402 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 88e3b07b-0347-4c81-a78d-450830d8f450 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:26:15.104759 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:15.122173 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:15.177837 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 88e3b07b-0347-4c81-a78d-450830d8f450 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:26:15.178206 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:15.199910 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e3b07b-0347-4c81-a78d-450830d8f450'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:15.202111 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516c968b-1141-4812-8291-d573d006b836" -d '{"events": [{"server_uuid": "62cd9a4e-635f-422c-86f6-80e40d3f0f43", "name": "network-vif-plugged", "status": "completed", "tag": "88e3b07b-0347-4c81-a78d-450830d8f450"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:15.214768 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 88e3b07b-0347-4c81-a78d-450830d8f450, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=88e3b07b-0347-4c81-a78d-450830d8f450,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:15.218582 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:15.243038 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e9ace9-49f7-4919-8fcb-053c2abaf581 x-openstack-request-id: req-26e9ace9-49f7-4919-8fcb-053c2abaf581 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:15.243341 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cd9a4e-635f-422c-86f6-80e40d3f0f43", "name": "network-vif-plugged", "status": "completed", "tag": "88e3b07b-0347-4c81-a78d-450830d8f450", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:15.243594 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26e9ace9-49f7-4919-8fcb-053c2abaf581 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:15.243980 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e9ace9-49f7-4919-8fcb-053c2abaf581'] response: {'server_uuid': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e3b07b-0347-4c81-a78d-450830d8f450', 'code': 200} Jun 03 16:26:15.264182 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:15.269426 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=88e3b07b-0347-4c81-a78d-450830d8f450,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:15.784129 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24d6b-933d-4f86-b2f4-a4ba20bb7247 req-2e69ebda-7edd-4549-b75d-61497676275a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:15.785647 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-52e24d6b-933d-4f86-b2f4-a4ba20bb7247 req-2e69ebda-7edd-4549-b75d-61497676275a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0473940 Jun 03 16:26:15.842635 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-52e24d6b-933d-4f86-b2f4-a4ba20bb7247 req-99aa8037-f506-40c6-bdab-bc852847df3a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511465 Jun 03 16:26:15.914786 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-3db2a3b2-ad77-4be3-b8f0-285a479dea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:15.916320 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-3db2a3b2-ad77-4be3-b8f0-285a479dea06 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 1128 time: 0.1429071 Jun 03 16:26:16.037476 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777020e7-abf7-477a-9be9-8d6e32ce2117 req-6b88a058-b2ab-4b4d-977a-ee0fc4a1436c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:16.038983 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-777020e7-abf7-477a-9be9-8d6e32ce2117 req-6b88a058-b2ab-4b4d-977a-ee0fc4a1436c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 944 time: 0.0471959 Jun 03 16:26:16.051125 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563a8ab-8a02-4d75-bb63-740ee114aa8f req-4bef688a-dce2-4e26-bdc0-9c3e2b03106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:16.052632 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1563a8ab-8a02-4d75-bb63-740ee114aa8f req-4bef688a-dce2-4e26-bdc0-9c3e2b03106e service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 1130 time: 0.1181123 Jun 03 16:26:16.077662 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb351d0-bee3-41c6-aaa3-1572226ad1bc req-516afc00-21b8-420a-a488-c4f79812fea1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:16.079054 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9fb351d0-bee3-41c6-aaa3-1572226ad1bc req-516afc00-21b8-420a-a488-c4f79812fea1 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 946 time: 0.1275270 Jun 03 16:26:16.088946 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-777020e7-abf7-477a-9be9-8d6e32ce2117 req-366e4efd-7656-4ffb-a7de-d2507dc82d06 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442500 Jun 03 16:26:16.121595 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-37f785cf-7009-4192-85a6-8a68e0dad717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:16.123009 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-37f785cf-7009-4192-85a6-8a68e0dad717 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 914 time: 0.1810007 Jun 03 16:26:16.189826 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-d69ed955-5535-4620-b2f6-7598c5cee51f service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c8deba-9996-499e-b7d9-9e60b5cf128c HTTP/1.1" status: 200 len: 217 time: 0.0530372 Jun 03 16:26:16.194629 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1563a8ab-8a02-4d75-bb63-740ee114aa8f req-8cda36b1-a446-45e7-b902-df4a160d3584 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299658 Jun 03 16:26:16.199304 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9fb351d0-bee3-41c6-aaa3-1572226ad1bc req-c449c7ac-ece3-4ea3-98e3-a1e7b242e43a tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083341 Jun 03 16:26:16.680596 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-2ed682d5-dd69-4cca-9ace-56fd712d0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:16.681989 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-2ed682d5-dd69-4cca-9ace-56fd712d0929 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.0443850 Jun 03 16:26:16.724254 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-b643e9ab-5491-472e-931c-c9cdc65a98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:16.725747 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-b643e9ab-5491-472e-931c-c9cdc65a98af service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376453 Jun 03 16:26:16.833872 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-290a8eff-96c4-4282-b2d9-cf8184719664 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015940 Jun 03 16:26:16.958980 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dca5d-3cd0-4177-bca1-cb00ab865f5b req-7441dc85-ba69-4ace-a586-bc92dbdd1092 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:16.960336 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c57dca5d-3cd0-4177-bca1-cb00ab865f5b req-7441dc85-ba69-4ace-a586-bc92dbdd1092 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0450351 Jun 03 16:26:17.008295 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c57dca5d-3cd0-4177-bca1-cb00ab865f5b req-d0570bca-3d03-4b08-ab2d-da94473688fc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Jun 03 16:26:17.201824 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd303e3-5df5-471c-a3c0-78f452811861 req-7d028006-8d71-413b-916b-557e6616dfd8 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:17.203289 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0fd303e3-5df5-471c-a3c0-78f452811861 req-7d028006-8d71-413b-916b-557e6616dfd8 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 944 time: 0.0471964 Jun 03 16:26:17.252307 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0fd303e3-5df5-471c-a3c0-78f452811861 req-744d74b9-bafc-4ec4-bd0c-17f15f815e48 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435107 Jun 03 16:26:17.313454 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372b4a-71ae-4685-b1f0-adccfe8ab081 req-ddd4e0ca-aefb-4ff1-95bc-527f55f56e23 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:17.314879 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-55372b4a-71ae-4685-b1f0-adccfe8ab081 req-ddd4e0ca-aefb-4ff1-95bc-527f55f56e23 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 946 time: 0.0495458 Jun 03 16:26:17.360351 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-55372b4a-71ae-4685-b1f0-adccfe8ab081 req-1d319d9f-a16a-40da-be7b-710912f85b7d tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399678 Jun 03 16:26:17.707981 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a0441d5-985c-4a54-ae05-55e62c798461 req-094b8b4e-a186-4a85-b892-b3086c0771cb service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863488 Jun 03 16:26:18.140943 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886d24e-1812-48d8-a510-43c1347029d6 req-769769a4-0a28-42dc-9b90-5cc342aadd71 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:18.142680 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4886d24e-1812-48d8-a510-43c1347029d6 req-769769a4-0a28-42dc-9b90-5cc342aadd71 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0599597 Jun 03 16:26:18.200245 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4886d24e-1812-48d8-a510-43c1347029d6 req-ec7b603d-48dd-4f4d-9e04-faf3b5d70066 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476992 Jun 03 16:26:18.392226 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153463e7-b1d9-4ff1-9535-4b8327030579 req-6c929fa5-2e1f-41b2-9465-8effe8bc8026 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:18.401105 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-153463e7-b1d9-4ff1-9535-4b8327030579 req-6c929fa5-2e1f-41b2-9465-8effe8bc8026 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 944 time: 0.0579660 Jun 03 16:26:18.445275 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:18.463225 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-153463e7-b1d9-4ff1-9535-4b8327030579 req-2a335de7-0930-47bc-9cba-10cb0b4e0058 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554547 Jun 03 16:26:18.502935 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae55ce7-e4bb-4d6d-b5a2-02a366006814 req-326b1255-f265-4c37-b1dd-7ae9a5768870 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:18.510496 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ae55ce7-e4bb-4d6d-b5a2-02a366006814 req-326b1255-f265-4c37-b1dd-7ae9a5768870 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 946 time: 0.0675149 Jun 03 16:26:18.568046 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ae55ce7-e4bb-4d6d-b5a2-02a366006814 req-d66abac4-7c56-4720-977d-09a0b59807e7 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557854 Jun 03 16:26:18.685654 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a35e7-406c-4703-bb58-5cb9f9f8e0cb req-4b5dd19c-9700-478a-98ca-a27b55d227e5 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:18.687039 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a17a35e7-406c-4703-bb58-5cb9f9f8e0cb req-4b5dd19c-9700-478a-98ca-a27b55d227e5 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 946 time: 0.0472672 Jun 03 16:26:18.695417 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49130) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:18.700969 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-990c4808-c2d2-4e99-8277-127861a4c8c0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Request body: {'floatingip': {'port_id': '88e3b07b-0347-4c81-a78d-450830d8f450'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:18.703461 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:18.748881 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:18.764793 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-990c4808-c2d2-4e99-8277-127861a4c8c0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (09ddac1f-7661-46f4-83c1-4343ed862e64), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:19.267317 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-990c4808-c2d2-4e99-8277-127861a4c8c0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:19.276904 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-990c4808-c2d2-4e99-8277-127861a4c8c0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (09ddac1f-7661-46f4-83c1-4343ed862e64), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:19.322062 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c83650ed-8c3b-4069-a46d-c82c18a8f74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:19.454754 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380fa54-5836-45e6-9c0a-a674c7daac75 req-31f3eb96-af5d-4490-8a17-6e321b722659 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:19.456635 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f380fa54-5836-45e6-9c0a-a674c7daac75 req-31f3eb96-af5d-4490-8a17-6e321b722659 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0859194 Jun 03 16:26:19.529511 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-990c4808-c2d2-4e99-8277-127861a4c8c0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Floating IP 09ddac1f-7661-46f4-83c1-4343ed862e64 associated. External IP: 172.27.2.254, port: 88e3b07b-0347-4c81-a78d-450830d8f450. Jun 03 16:26:19.563525 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f380fa54-5836-45e6-9c0a-a674c7daac75 req-8dd068fb-0e8a-4db4-b795-18e28fd91a7c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958638 Jun 03 16:26:19.616133 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:19.626990 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379970e2-d41c-440b-9c3f-d840ce95fb5f req-a34d15d8-305f-4d3f-ba2c-2a136fc05af2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:19.634518 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-379970e2-d41c-440b-9c3f-d840ce95fb5f req-a34d15d8-305f-4d3f-ba2c-2a136fc05af2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 944 time: 0.0775793 Jun 03 16:26:19.692976 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-379970e2-d41c-440b-9c3f-d840ce95fb5f req-d6d1e672-c579-4ee0-8910-8cf5abde5d1a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572753 Jun 03 16:26:19.999717 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990c4808-c2d2-4e99-8277-127861a4c8c0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:26:20.069612 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:20.105708 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990c4808-c2d2-4e99-8277-127861a4c8c0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:26:20.110750 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-990c4808-c2d2-4e99-8277-127861a4c8c0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:20.119071 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814019c5-a970-4af4-b033-476325c46799 None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:20.132865 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814019c5-a970-4af4-b033-476325c46799 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:20.135168 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-814019c5-a970-4af4-b033-476325c46799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:25:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:20.144607 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-990c4808-c2d2-4e99-8277-127861a4c8c0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "PUT /v2.0/floatingips/09ddac1f-7661-46f4-83c1-4343ed862e64 HTTP/1.1" status: 200 len: 992 time: 1.4475191 Jun 03 16:26:20.145816 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'tag': '88e3b07b-0347-4c81-a78d-450830d8f450'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:20.148301 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bacd5cb-2a4b-4849-9085-003a67757766" -d '{"events": [{"name": "network-changed", "server_uuid": "62cd9a4e-635f-422c-86f6-80e40d3f0f43", "tag": "88e3b07b-0347-4c81-a78d-450830d8f450"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:20.278242 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24114d1f-c695-4473-ab65-353c39ca04ea x-openstack-request-id: req-24114d1f-c695-4473-ab65-353c39ca04ea {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:20.278511 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cd9a4e-635f-422c-86f6-80e40d3f0f43", "tag": "88e3b07b-0347-4c81-a78d-450830d8f450", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:20.282533 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24114d1f-c695-4473-ab65-353c39ca04ea {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:20.291556 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:20.299749 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24114d1f-c695-4473-ab65-353c39ca04ea'] response: {'name': 'network-changed', 'server_uuid': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'tag': '88e3b07b-0347-4c81-a78d-450830d8f450', 'status': 'completed', 'code': 200} Jun 03 16:26:20.320083 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-814019c5-a970-4af4-b033-476325c46799 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:20.402587 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-a6fc7b16-dd72-427c-a540-e1f4399bc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:20.404709 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-a6fc7b16-dd72-427c-a540-e1f4399bc68f service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 1130 time: 0.1002865 Jun 03 16:26:20.418452 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:20.478541 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-5dcaaa49-21cc-458b-9441-8da5a0e011ff tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035926710&fields=id&tenant_id=566b367dc7504d3091558cfd6f35bfa9 HTTP/1.1" status: 200 len: 267 time: 0.0577879 Jun 03 16:26:20.514123 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-be66872d-1b62-4076-a487-68234fabbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:20.515546 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-be66872d-1b62-4076-a487-68234fabbd83 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 200 len: 917 time: 0.1015842 Jun 03 16:26:20.534263 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-a2aad3f3-7591-4669-a5a7-f683cb6c3829 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:20.542498 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-a2aad3f3-7591-4669-a5a7-f683cb6c3829 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 984 time: 0.0628130 Jun 03 16:26:20.548468 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-6c74ff3c-80db-4cff-85f0-b349fd7fca9b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Request body: {'port': {'security_groups': ['d3860d49-6d0a-4f7e-b034-08d0a2ce4e50']}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:20.553424 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-814019c5-a970-4af4-b033-476325c46799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '09ddac1f-7661-46f4-83c1-4343ed862e64', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': '88e3b07b-0347-4c81-a78d-450830d8f450', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:10:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:03Z', 'updated_at': '2022-06-03T16:26:19Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:20.584144 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814019c5-a970-4af4-b033-476325c46799 None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:20.594769 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814019c5-a970-4af4-b033-476325c46799 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:20.595756 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-814019c5-a970-4af4-b033-476325c46799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:25:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:20.613519 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-e8ffbb71-dff4-4e28-b7ae-77be019fe52a service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88e3b07b-0347-4c81-a78d-450830d8f450 HTTP/1.1" status: 200 len: 1000 time: 0.0896785 Jun 03 16:26:20.643673 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-6c74ff3c-80db-4cff-85f0-b349fd7fca9b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:20.700637 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:20.725799 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-2a5f3ce6-1467-472b-83f9-dceb63a3e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:20.728173 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-2a5f3ce6-1467-472b-83f9-dceb63a3e502 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 200 len: 854 time: 0.1063154 Jun 03 16:26:20.747722 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-814019c5-a970-4af4-b033-476325c46799 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:20.787429 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36496340-f70e-4725-be2b-9966f1e8efd1 req-bb5bdef4-fba0-4e01-b329-e4d11bf8159c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:20.788982 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36496340-f70e-4725-be2b-9966f1e8efd1 req-bb5bdef4-fba0-4e01-b329-e4d11bf8159c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.1035559 Jun 03 16:26:20.791262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-6857b848-c769-42dc-bdda-4af5c028983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:20.792779 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-6857b848-c769-42dc-bdda-4af5c028983f service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571947 Jun 03 16:26:20.907875 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36496340-f70e-4725-be2b-9966f1e8efd1 req-3f6bc2b1-396e-4f15-a8d6-45796a55ee7d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105323 Jun 03 16:26:20.982401 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-622f9150-dd21-4b33-b73f-326ae68dc927 service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775334 Jun 03 16:26:21.039196 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-6c74ff3c-80db-4cff-85f0-b349fd7fca9b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] For port 25a621ae-2091-4b52-92c0-c980de0c7607, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a621ae-2091-4b52-92c0-c980de0c7607,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:21.070959 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b689e4-92b3-493e-92d0-86bc8ff054d1 req-5910759e-3b81-4cde-93c5-621053f0ee53 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:21.078804 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9b689e4-92b3-493e-92d0-86bc8ff054d1 req-5910759e-3b81-4cde-93c5-621053f0ee53 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 944 time: 0.0720010 Jun 03 16:26:21.089629 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-6c74ff3c-80db-4cff-85f0-b349fd7fca9b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for port (25a621ae-2091-4b52-92c0-c980de0c7607), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.098015 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-6c74ff3c-80db-4cff-85f0-b349fd7fca9b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.111399 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['25a621ae-2091-4b52-92c0-c980de0c7607'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:26:21.152531 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-814019c5-a970-4af4-b033-476325c46799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '09ddac1f-7661-46f4-83c1-4343ed862e64', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': '88e3b07b-0347-4c81-a78d-450830d8f450', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:10:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:03Z', 'updated_at': '2022-06-03T16:26:19Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:21.156780 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a9b689e4-92b3-493e-92d0-86bc8ff054d1 req-e68b9f12-cdfc-4340-a5c8-beb9c01af540 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770490 Jun 03 16:26:21.207914 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-6c74ff3c-80db-4cff-85f0-b349fd7fca9b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:21.208568 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-6c74ff3c-80db-4cff-85f0-b349fd7fca9b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.216516 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49150) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:21.217337 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ec50806f-d871-4ccf-91bc-990268f022c1 req-6c74ff3c-80db-4cff-85f0-b349fd7fca9b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "PUT /v2.0/ports/25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 942 time: 0.6720457 Jun 03 16:26:21.218106 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:21.218978 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814019c5-a970-4af4-b033-476325c46799 None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '09ddac1f-7661-46f4-83c1-4343ed862e64', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'port_id': '88e3b07b-0347-4c81-a78d-450830d8f450', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'mac_address': 'fa:16:3e:10:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:03Z', 'updated_at': '2022-06-03T16:26:19Z', 'revision_number': 1, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:21.222231 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723370d9-e7af-47a2-8055-3686cc6d328f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:21.303923 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe265bd8-3390-4f8c-98c7-993109687533 x-openstack-request-id: req-fe265bd8-3390-4f8c-98c7-993109687533 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:21.304221 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:21.305928 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe265bd8-3390-4f8c-98c7-993109687533 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:21.309204 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe265bd8-3390-4f8c-98c7-993109687533'] response: {'name': 'network-changed', 'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607', 'status': 'completed', 'code': 200} Jun 03 16:26:21.332137 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74ff3c-80db-4cff-85f0-b349fd7fca9b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event updated for resources: {'Port': ['ID=25a621ae-2091-4b52-92c0-c980de0c7607,revision_number=7']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:21.393409 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c34177d-85ac-40bd-a279-494a681650b5 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group (851f2bb5-1c5b-4e83-a416-39aca1f3186f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.409512 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['25a621ae-2091-4b52-92c0-c980de0c7607'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:26:21.448951 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c34177d-85ac-40bd-a279-494a681650b5 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group (851f2bb5-1c5b-4e83-a416-39aca1f3186f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.545493 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c34177d-85ac-40bd-a279-494a681650b5 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (851f2bb5-1c5b-4e83-a416-39aca1f3186f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.551089 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c34177d-85ac-40bd-a279-494a681650b5 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.553016 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8c34177d-85ac-40bd-a279-494a681650b5 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "DELETE /v2.0/security-groups/851f2bb5-1c5b-4e83-a416-39aca1f3186f HTTP/1.1" status: 204 len: 168 time: 0.3353302 Jun 03 16:26:21.556954 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49158) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:21.564398 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34177d-85ac-40bd-a279-494a681650b5 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851f2bb5-1c5b-4e83-a416-39aca1f3186f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:21.661435 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-172e3782-e65c-45ee-baa2-de1ef46e5774 None None] Provisioning complete for port 25a621ae-2091-4b52-92c0-c980de0c7607 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:26:21.661842 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-172e3782-e65c-45ee-baa2-de1ef46e5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.697427 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3c37c09d-7d82-40d8-9376-2a8f69184c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.707087 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98705d84-22e7-40ad-9a04-651c49807960 None None] New status for floating IP 09ddac1f-7661-46f4-83c1-4343ed862e64: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:26:21.766381 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Deleting port b6f64dca-0aa4-4b41-b7f7-78785d195971 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:21.766999 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (b6f64dca-0aa4-4b41-b7f7-78785d195971), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.869106 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (b6f64dca-0aa4-4b41-b7f7-78785d195971), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.869387 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for floatingip (b6f64dca-0aa4-4b41-b7f7-78785d195971), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:21.884712 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-172e3782-e65c-45ee-baa2-de1ef46e5774 None None] Current status of the port 25a621ae-2091-4b52-92c0-c980de0c7607 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:26:21.887161 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Calling delete_port for b6f64dca-0aa4-4b41-b7f7-78785d195971 owned by network:floatingip {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:21.972584 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:22.072128 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:22.088970 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ad3a3-2370-4ca2-96cb-375b10c5bbeb req-9681e3d2-28d3-4eb7-936b-7133f8b213e4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:22.091732 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2a3ad3a3-2370-4ca2-96cb-375b10c5bbeb req-9681e3d2-28d3-4eb7-936b-7133f8b213e4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0787630 Jun 03 16:26:22.213651 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2a3ad3a3-2370-4ca2-96cb-375b10c5bbeb req-a1826606-a041-4c70-b5c9-d4f5553982fd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163170 Jun 03 16:26:22.266167 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (b6f64dca-0aa4-4b41-b7f7-78785d195971), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:22.303945 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event deleted for resources: {'Port': ['ID=b6f64dca-0aa4-4b41-b7f7-78785d195971,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:22.370989 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks [] for floatingip (832d2396-7935-4253-a13d-44256f456114), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:22.371370 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.l3_db [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Floating IP 832d2396-7935-4253-a13d-44256f456114 disassociated (deleted). External IP: 172.27.2.142, port: 25a621ae-2091-4b52-92c0-c980de0c7607. Jun 03 16:26:22.374856 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44033c77-f222-4b04-8a27-2079f14869a5 req-585b655b-389d-4a8a-bed8-1ae60ea1ee52 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:22.376480 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44033c77-f222-4b04-8a27-2079f14869a5 req-585b655b-389d-4a8a-bed8-1ae60ea1ee52 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 944 time: 0.1464336 Jun 03 16:26:22.379707 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723370d9-e7af-47a2-8055-3686cc6d328f req-20d4a1fb-b6f3-4b8f-919e-67e1a3eae751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:22.381144 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-723370d9-e7af-47a2-8055-3686cc6d328f req-20d4a1fb-b6f3-4b8f-919e-67e1a3eae751 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=566b367dc7504d3091558cfd6f35bfa9&device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1129 time: 0.1082256 Jun 03 16:26:22.443627 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:22.449178 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44033c77-f222-4b04-8a27-2079f14869a5 req-41b358d7-9479-4e3e-9ec2-58f8954d2f6d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645139 Jun 03 16:26:22.512205 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1bacd5cb-2a4b-4849-9085-003a67757766 req-a4ee040f-c09a-4198-b77d-f5e6c53c9cab service neutron] 10.222.0.118 "GET /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800963 Jun 03 16:26:22.557704 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723370d9-e7af-47a2-8055-3686cc6d328f req-4a137f95-d656-4c39-833a-19b830e0a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:22.559605 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-723370d9-e7af-47a2-8055-3686cc6d328f req-4a137f95-d656-4c39-833a-19b830e0a60b service neutron] 10.222.0.118 "GET /v2.0/networks?id=41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 200 len: 917 time: 0.1231465 Jun 03 16:26:22.606859 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-723370d9-e7af-47a2-8055-3686cc6d328f req-2d4d9e0e-f12b-49ce-8373-fd35b8ae9560 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 217 time: 0.0414188 Jun 03 16:26:22.624405 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Router 55114440-d7aa-434a-a7d7-8a0544e6e83d has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:26:22.672790 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723370d9-e7af-47a2-8055-3686cc6d328f req-fcdb462b-6a88-4014-b3a2-ea106fdf9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:22.674354 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-723370d9-e7af-47a2-8055-3686cc6d328f req-fcdb462b-6a88-4014-b3a2-ea106fdf9ed2 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=4f508499-faa9-4761-986d-00d2317ec53a HTTP/1.1" status: 200 len: 854 time: 0.0594108 Jun 03 16:26:22.713054 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:22.723195 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723370d9-e7af-47a2-8055-3686cc6d328f req-bd4f49db-20a7-4973-8167-37eafe3f229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:22.725036 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-723370d9-e7af-47a2-8055-3686cc6d328f req-bd4f49db-20a7-4973-8167-37eafe3f229a service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=41e43258-6f06-4a8a-b481-042e12142b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436797 Jun 03 16:26:22.729284 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:26:22.734357 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:22.741270 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] Sync routers for ids ['55114440-d7aa-434a-a7d7-8a0544e6e83d'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:22.764156 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] Routers {'55114440-d7aa-434a-a7d7-8a0544e6e83d'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:22.764806 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:26:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['55114440-d7aa-434a-a7d7-8a0544e6e83d'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:22.780015 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-223e04ae-bbd6-420e-ae46-8ca22b62171c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "DELETE /v2.0/floatingips/832d2396-7935-4253-a13d-44256f456114 HTTP/1.1" status: 204 len: 168 time: 1.2218890 Jun 03 16:26:22.855031 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-723370d9-e7af-47a2-8055-3686cc6d328f req-101e41b0-8481-4363-9dfc-9137f660aafe service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220403 Jun 03 16:26:22.917025 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] Set router 55114440-d7aa-434a-a7d7-8a0544e6e83d gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:22.937633 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:22.969032 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:22.969245 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-723370d9-e7af-47a2-8055-3686cc6d328f req-ed495adb-91da-4353-943f-c86d96051a5f service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087117 Jun 03 16:26:23.217351 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '52dac941-ba34-411a-ab60-d2aa94d5fa5a', 'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'mac_address': 'fa:16:3e:f0:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:57Z', 'updated_at': '2022-06-03T16:22:02Z', 'revision_number': 5, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'subnets': [{'id': '4f508499-faa9-4761-986d-00d2317ec53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:23.243452 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] Checking router: 55114440-d7aa-434a-a7d7-8a0544e6e83d for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:23.259161 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] Routers {'55114440-d7aa-434a-a7d7-8a0544e6e83d'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:23.259878 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:26:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['55114440-d7aa-434a-a7d7-8a0544e6e83d'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:23.310763 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:23.313493 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d1e706-3112-4046-b48e-b2a6aecbe22b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:23.358070 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4fe18e-df56-43e7-96e9-83574c940f8e x-openstack-request-id: req-5f4fe18e-df56-43e7-96e9-83574c940f8e {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:23.358417 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:23.358687 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f4fe18e-df56-43e7-96e9-83574c940f8e {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:23.359053 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4fe18e-df56-43e7-96e9-83574c940f8e'] response: {'name': 'network-changed', 'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607', 'status': 'completed', 'code': 200} Jun 03 16:26:23.377450 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8387d6-5e52-4333-a98c-cd0796de73fc req-ec47f152-d976-4da6-b29c-621c7ba71acd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:23.378969 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7e8387d6-5e52-4333-a98c-cd0796de73fc req-ec47f152-d976-4da6-b29c-621c7ba71acd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0514970 Jun 03 16:26:23.399380 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] Set router 55114440-d7aa-434a-a7d7-8a0544e6e83d gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:23.439964 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-7e8387d6-5e52-4333-a98c-cd0796de73fc req-8019f1d5-a8f7-4cda-895b-2aa388330658 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537801 Jun 03 16:26:23.624083 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97ddf4-93bf-48fe-af77-eec664947749 req-cb89786a-21ab-4ee7-9e71-b642a3582290 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:23.631839 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e97ddf4-93bf-48fe-af77-eec664947749 req-cb89786a-21ab-4ee7-9e71-b642a3582290 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 944 time: 0.0881476 Jun 03 16:26:23.636699 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '52dac941-ba34-411a-ab60-d2aa94d5fa5a', 'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'mac_address': 'fa:16:3e:f0:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:57Z', 'updated_at': '2022-06-03T16:22:02Z', 'revision_number': 5, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'subnets': [{'id': '4f508499-faa9-4761-986d-00d2317ec53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:23.641194 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-83201da8-7612-470d-ae16-749b5fb6971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:23.643461 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-83201da8-7612-470d-ae16-749b5fb6971e service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=566b367dc7504d3091558cfd6f35bfa9&device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 1129 time: 0.0696418 Jun 03 16:26:23.662775 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9d374-96c7-4b67-ac9b-c624468b7e98 None None] The sync data for ids ['55114440-d7aa-434a-a7d7-8a0544e6e83d'] in dv-cinder-836996-28-iscsi is: [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:21:58Z', 'revision_number': 4, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '52dac941-ba34-411a-ab60-d2aa94d5fa5a', 'name': '', 'network_id': '41e43258-6f06-4a8a-b481-042e12142b50', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'mac_address': 'fa:16:3e:f0:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4f508499-faa9-4761-986d-00d2317ec53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:57Z', 'updated_at': '2022-06-03T16:22:02Z', 'revision_number': 5, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'subnets': [{'id': '4f508499-faa9-4761-986d-00d2317ec53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:23.698496 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e97ddf4-93bf-48fe-af77-eec664947749 req-f7d4fa9f-5fe7-4ff9-a55b-aef900736761 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607216 Jun 03 16:26:23.829062 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-168f9389-8275-49c8-9b2f-df44d696775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:23.830986 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-168f9389-8275-49c8-9b2f-df44d696775a service neutron] 10.222.0.118 "GET /v2.0/networks?id=41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 200 len: 917 time: 0.1138947 Jun 03 16:26:23.884308 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-1753fc56-03d3-4276-8afb-382000a9cf27 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 200 len: 217 time: 0.0440047 Jun 03 16:26:23.938902 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-74d984e5-5e66-440c-97d5-bbea1e5b3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:23.941094 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-74d984e5-5e66-440c-97d5-bbea1e5b3126 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=4f508499-faa9-4761-986d-00d2317ec53a HTTP/1.1" status: 200 len: 854 time: 0.0496838 Jun 03 16:26:23.994404 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-8b13e583-0678-44ca-96fd-fbcdd64f2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:23.996129 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-8b13e583-0678-44ca-96fd-fbcdd64f2fa3 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=41e43258-6f06-4a8a-b481-042e12142b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473776 Jun 03 16:26:24.001135 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:24.011815 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:24.013022 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ed3d4-417d-46ae-b8a5-f2aef569f8ac None None] New status for floating IP 832d2396-7935-4253-a13d-44256f456114: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:26:24.124974 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-b5b4af91-f634-4992-b2cb-67eb1a44e0e5 service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114371 Jun 03 16:26:24.230937 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52d1e706-3112-4046-b48e-b2a6aecbe22b req-2b76fae6-7f32-456f-aa70-655842de8b6a service neutron] 10.222.0.118 "GET /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942130 Jun 03 16:26:24.575754 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6ad06-f1d0-4582-8994-4cf50d6257e7 req-b78e68b5-6302-49f9-8a1a-dde71adb250e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:24.580467 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5aa6ad06-f1d0-4582-8994-4cf50d6257e7 req-b78e68b5-6302-49f9-8a1a-dde71adb250e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0503161 Jun 03 16:26:24.606046 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:24.630555 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5aa6ad06-f1d0-4582-8994-4cf50d6257e7 req-1524c4a8-1da8-4f53-8bec-3f073962594a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473516 Jun 03 16:26:24.820898 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e94fe-1cef-4caf-a39b-744382377755 req-ba1c8810-8265-456e-a82e-4238421ede5d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:24.827538 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-091e94fe-1cef-4caf-a39b-744382377755 req-ba1c8810-8265-456e-a82e-4238421ede5d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 944 time: 0.0582581 Jun 03 16:26:24.858649 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:24.882894 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-091e94fe-1cef-4caf-a39b-744382377755 req-81689208-9cb7-49a8-8f9f-386eab23166b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544066 Jun 03 16:26:25.098184 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 81c8deba-9996-499e-b7d9-9e60b5cf128c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:26:25.197265 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 81c8deba-9996-499e-b7d9-9e60b5cf128c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=81c8deba-9996-499e-b7d9-9e60b5cf128c,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:25.209130 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'port_id': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'mac_address': 'fa:16:3e:0a:f6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:26:25.249086 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 81c8deba-9996-499e-b7d9-9e60b5cf128c is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:26:25.249469 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:25.260437 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:25.263463 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c8deba-9996-499e-b7d9-9e60b5cf128c {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:26:25.284278 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 81c8deba-9996-499e-b7d9-9e60b5cf128c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=81c8deba-9996-499e-b7d9-9e60b5cf128c,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:25.289245 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:25.334597 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=81c8deba-9996-499e-b7d9-9e60b5cf128c,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:25.731317 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257600b-2535-4833-b150-8c8a341ae9ae req-6363d48e-097a-4265-987b-2b7309f5c864 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:25.733141 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5257600b-2535-4833-b150-8c8a341ae9ae req-6363d48e-097a-4265-987b-2b7309f5c864 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0825841 Jun 03 16:26:25.764570 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['81c8deba-9996-499e-b7d9-9e60b5cf128c'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:26:25.792059 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1de0-8ef2-4903-9b62-00fde1629862 req-e2665d6a-a8f2-445a-8581-1351f1ad054c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:25.794659 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ea6e1de0-8ef2-4903-9b62-00fde1629862 req-e2665d6a-a8f2-445a-8581-1351f1ad054c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0537753 Jun 03 16:26:25.862536 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5257600b-2535-4833-b150-8c8a341ae9ae req-04260f4e-966e-4b6d-b05d-e78aaacf00da tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217740 Jun 03 16:26:25.879745 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ea6e1de0-8ef2-4903-9b62-00fde1629862 req-1077f9b1-5b57-4794-becc-8afe5111f241 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767140 Jun 03 16:26:25.996709 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:26:26.002369 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e73ef-d80e-4544-b072-e80b129ac0f4 req-d59bc0f1-c243-4b46-87a9-3d8934f98c89 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:26.003956 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e91e73ef-d80e-4544-b072-e80b129ac0f4 req-d59bc0f1-c243-4b46-87a9-3d8934f98c89 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Jun 03 16:26:26.052092 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e91e73ef-d80e-4544-b072-e80b129ac0f4 req-3073a289-5183-4c2b-b44a-9c4e2d162010 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421355 Jun 03 16:26:26.153686 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:26.975473 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:27.008095 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c19f80-0efc-4ee1-9d4d-8a92a92cc933 req-4394bb30-c5f1-4f97-9ddd-2bdacd1de121 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:27.010108 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-42c19f80-0efc-4ee1-9d4d-8a92a92cc933 req-4394bb30-c5f1-4f97-9ddd-2bdacd1de121 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0553737 Jun 03 16:26:27.021821 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c27a01-b1ec-4510-b53a-12bb124a564a req-19ecd5b6-3def-4aab-8bc5-d0dd92a7b84d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:27.023493 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-11c27a01-b1ec-4510-b53a-12bb124a564a req-19ecd5b6-3def-4aab-8bc5-d0dd92a7b84d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0569723 Jun 03 16:26:27.065899 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-42c19f80-0efc-4ee1-9d4d-8a92a92cc933 req-52718f82-341d-4888-8c3c-65a4d8888cc4 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500555 Jun 03 16:26:27.081638 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-11c27a01-b1ec-4510-b53a-12bb124a564a req-78fdfb08-58a4-4bfa-a916-ff3f0fac1ec6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521934 Jun 03 16:26:27.117274 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 81c8deba-9996-499e-b7d9-9e60b5cf128c up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:26:27.166092 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 81c8deba-9996-499e-b7d9-9e60b5cf128c completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:26:27.177532 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 81c8deba-9996-499e-b7d9-9e60b5cf128c triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:26:27.177991 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:27.192324 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c0504-7ede-4717-a53a-3d4122ff6d8d req-7393f40c-1b83-4669-a021-e787a56fdee7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:27.193922 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a29c0504-7ede-4717-a53a-3d4122ff6d8d req-7393f40c-1b83-4669-a021-e787a56fdee7 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 945 time: 0.0550771 Jun 03 16:26:27.279974 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a29c0504-7ede-4717-a53a-3d4122ff6d8d req-af2bd2d4-8f6c-4db2-a210-ad846c13611a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745318 Jun 03 16:26:27.296503 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 81c8deba-9996-499e-b7d9-9e60b5cf128c is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:26:27.296503 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:27.319679 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256059e7-995a-4b7d-9439-f32447aca406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c8deba-9996-499e-b7d9-9e60b5cf128c'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:27.322684 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83326e97-d3c2-4de0-b189-4edcae39437c" -d '{"events": [{"server_uuid": "256059e7-995a-4b7d-9439-f32447aca406", "name": "network-vif-plugged", "status": "completed", "tag": "81c8deba-9996-499e-b7d9-9e60b5cf128c"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:27.336085 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 81c8deba-9996-499e-b7d9-9e60b5cf128c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=81c8deba-9996-499e-b7d9-9e60b5cf128c,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:27.341944 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:27.377834 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bc79a7-44d9-42d2-a429-fe2d40984e15 x-openstack-request-id: req-c2bc79a7-44d9-42d2-a429-fe2d40984e15 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:27.378142 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256059e7-995a-4b7d-9439-f32447aca406", "name": "network-vif-plugged", "status": "completed", "tag": "81c8deba-9996-499e-b7d9-9e60b5cf128c", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:27.378401 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2bc79a7-44d9-42d2-a429-fe2d40984e15 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:27.379013 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2bc79a7-44d9-42d2-a429-fe2d40984e15'] response: {'server_uuid': '256059e7-995a-4b7d-9439-f32447aca406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'code': 200} Jun 03 16:26:27.406987 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=81c8deba-9996-499e-b7d9-9e60b5cf128c,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:27.660626 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286fcea-9c16-4e41-9087-e8fa3884e59a req-d9f33ef5-69f7-46bb-bcc1-8466065da62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:27.667156 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f286fcea-9c16-4e41-9087-e8fa3884e59a req-d9f33ef5-69f7-46bb-bcc1-8466065da62c service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 1130 time: 0.0609958 Jun 03 16:26:27.720579 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f286fcea-9c16-4e41-9087-e8fa3884e59a req-8931193b-4468-4f8f-83dd-10e80ffff97e service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467291 Jun 03 16:26:28.171720 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:28.213697 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c90f-9780-4aaa-b34a-ee7c3ee6950b req-c7976ad3-c712-4911-b5e5-7ca8c0e13473 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:28.217256 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a0e6c90f-9780-4aaa-b34a-ee7c3ee6950b req-c7976ad3-c712-4911-b5e5-7ca8c0e13473 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0551870 Jun 03 16:26:28.239484 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e0e0d-2392-45af-b9c7-246421d0c18c req-fda3e44a-f508-4c72-a613-4cf6138e8327 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:28.250565 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-780e0e0d-2392-45af-b9c7-246421d0c18c req-fda3e44a-f508-4c72-a613-4cf6138e8327 tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0855064 Jun 03 16:26:28.284549 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a0e6c90f-9780-4aaa-b34a-ee7c3ee6950b req-9a7ced96-5e05-4093-bf79-4fcd984b3209 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573153 Jun 03 16:26:28.314275 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-780e0e0d-2392-45af-b9c7-246421d0c18c req-a053ccbe-efda-41d4-9174-dc5bb0e2802b tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530667 Jun 03 16:26:28.408891 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd044e-705c-473b-a4d7-e794de2b31fd req-fb487a56-025d-45b4-a7a4-44a9befb9670 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:28.410473 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e8cd044e-705c-473b-a4d7-e794de2b31fd req-fb487a56-025d-45b4-a7a4-44a9befb9670 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 946 time: 0.0506167 Jun 03 16:26:28.461070 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e8cd044e-705c-473b-a4d7-e794de2b31fd req-d2787fb7-2f75-4a9d-8e67-0ebc201be2c5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440357 Jun 03 16:26:29.081998 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-65f53977-4fcd-42db-8793-5e60308101ee tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:29.083635 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-65f53977-4fcd-42db-8793-5e60308101ee tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.118 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.0470085 Jun 03 16:26:29.184347 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-4975541c-fb92-49ec-b114-3826ae94b36a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Deleting port 25a621ae-2091-4b52-92c0-c980de0c7607 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:29.184689 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-4975541c-fb92-49ec-b114-3826ae94b36a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:29.302201 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-4975541c-fb92-49ec-b114-3826ae94b36a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] For port 25a621ae-2091-4b52-92c0-c980de0c7607, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a621ae-2091-4b52-92c0-c980de0c7607,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:29.302956 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-4975541c-fb92-49ec-b114-3826ae94b36a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:29.317732 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-4975541c-fb92-49ec-b114-3826ae94b36a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Calling delete_port for 25a621ae-2091-4b52-92c0-c980de0c7607 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:29.443188 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:29.466771 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c69ef2-70c2-42a5-8434-ad4a392f44b6 req-46b90715-23dd-413f-b5fe-96e12cef5df2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:29.468398 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-05c69ef2-70c2-42a5-8434-ad4a392f44b6 req-46b90715-23dd-413f-b5fe-96e12cef5df2 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0533619 Jun 03 16:26:29.532113 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-05c69ef2-70c2-42a5-8434-ad4a392f44b6 req-9e13d06d-8923-4368-8693-034bef1e1171 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565825 Jun 03 16:26:29.549900 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-4975541c-fb92-49ec-b114-3826ae94b36a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (25a621ae-2091-4b52-92c0-c980de0c7607), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:29.562495 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['25a621ae-2091-4b52-92c0-c980de0c7607'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:26:29.568208 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b435f-a14c-447b-b434-70fb03b78d6f req-3f719dbe-06a6-4292-bed1-3a7c2d254e7a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:29.569745 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e08b435f-a14c-447b-b434-70fb03b78d6f req-3f719dbe-06a6-4292-bed1-3a7c2d254e7a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfb72b6d-0abe-4bb4-90f6-a5a099a141b0 HTTP/1.1" status: 200 len: 945 time: 0.1030443 Jun 03 16:26:29.602985 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975541c-fb92-49ec-b114-3826ae94b36a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Pushing event deleted for resources: {'Port': ['ID=25a621ae-2091-4b52-92c0-c980de0c7607,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:29.690496 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-4975541c-fb92-49ec-b114-3826ae94b36a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] No DVR routers for this DVR port 25a621ae-2091-4b52-92c0-c980de0c7607 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:26:29.698765 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-4975541c-fb92-49ec-b114-3826ae94b36a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:29.703398 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b35bc21e-db9e-4a64-a987-663c928ef18d req-4975541c-fb92-49ec-b114-3826ae94b36a tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.118 "DELETE /v2.0/ports/25a621ae-2091-4b52-92c0-c980de0c7607 HTTP/1.1" status: 204 len: 173 time: 0.6112807 Jun 03 16:26:29.712113 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'name': 'network-vif-deleted', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:29.714597 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5010de1b-d8d3-44ee-a7a6-3348894b6446" -d '{"events": [{"server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "name": "network-vif-deleted", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:29.718400 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d147d-e4d9-440f-bb81-13d36111df5c req-d346a33d-e49a-4d34-82e1-534173cad263 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:29.720402 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f45d147d-e4d9-440f-bb81-13d36111df5c req-d346a33d-e49a-4d34-82e1-534173cad263 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 946 time: 0.0522521 Jun 03 16:26:29.732576 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e08b435f-a14c-447b-b434-70fb03b78d6f req-f83bac77-8656-4fdc-b3c2-66072f3b289c tempest-TestMinimumBasicScenario-2021813294 tempest-TestMinimumBasicScenario-2021813294-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426086 Jun 03 16:26:29.779075 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f45d147d-e4d9-440f-bb81-13d36111df5c req-b8d10622-f161-4f73-a5ce-9ecda05d11a6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532298 Jun 03 16:26:29.942885 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e826ff-7b25-46e9-8858-53e9714b891a x-openstack-request-id: req-27e826ff-7b25-46e9-8858-53e9714b891a {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:29.943061 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb72b6d-0abe-4bb4-90f6-a5a099a141b0", "name": "network-vif-deleted", "tag": "25a621ae-2091-4b52-92c0-c980de0c7607", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:29.943367 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27e826ff-7b25-46e9-8858-53e9714b891a {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:29.943784 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e826ff-7b25-46e9-8858-53e9714b891a'] response: {'server_uuid': 'dfb72b6d-0abe-4bb4-90f6-a5a099a141b0', 'name': 'network-vif-deleted', 'tag': '25a621ae-2091-4b52-92c0-c980de0c7607', 'status': 'completed', 'code': 200} Jun 03 16:26:30.692574 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22ba51-c88f-42fa-8d57-ba82acdce17b req-cc8dda74-cee2-4db2-a70d-13e00792f130 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:30.693911 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-be22ba51-c88f-42fa-8d57-ba82acdce17b req-cc8dda74-cee2-4db2-a70d-13e00792f130 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0462213 Jun 03 16:26:30.742151 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-be22ba51-c88f-42fa-8d57-ba82acdce17b req-1ba68d6b-a044-4f65-aced-b76d9765d8ba tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Jun 03 16:26:30.896237 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa6e75-b7bc-4ef3-bd83-14eff5e7041d req-c9cbd944-8150-46dc-9760-90513089b351 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:30.897995 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35fa6e75-b7bc-4ef3-bd83-14eff5e7041d req-c9cbd944-8150-46dc-9760-90513089b351 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 946 time: 0.0481238 Jun 03 16:26:30.950990 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-35fa6e75-b7bc-4ef3-bd83-14eff5e7041d req-4aca6506-f4e8-45bd-9877-e0af0133b5dc tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469241 Jun 03 16:26:31.067193 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d60a2-8775-4f9c-a6c9-f6b46b2e71be req-587fcd2b-7a55-4062-8c70-8b098bd54f3c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:31.068699 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f06d60a2-8775-4f9c-a6c9-f6b46b2e71be req-587fcd2b-7a55-4062-8c70-8b098bd54f3c tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 946 time: 0.0489016 Jun 03 16:26:31.119779 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f06d60a2-8775-4f9c-a6c9-f6b46b2e71be req-1fdf8dc6-0c77-47ce-87f4-7520c9b4de2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454130 Jun 03 16:26:31.142417 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49294) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:31.289808 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49298) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:31.295821 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc82d5-2c39-4431-83e8-d757dea3a76b tempest-TestVolumeBootPattern-167888018 tempest-TestVolumeBootPattern-167888018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:31.299331 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-38fc82d5-2c39-4431-83e8-d757dea3a76b tempest-TestVolumeBootPattern-167888018 tempest-TestVolumeBootPattern-167888018-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 1125 time: 0.1540434 Jun 03 16:26:31.300198 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49300) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:31.304360 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'port_id': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:26:31.325206 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:31.359790 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:31.408311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:31.466092 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:31.487330 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da488f-2957-46d9-9009-0ccd2c492cce req-0d095e79-0c25-4352-af49-96617b4789bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:31.488733 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01da488f-2957-46d9-9009-0ccd2c492cce req-0d095e79-0c25-4352-af49-96617b4789bc service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 1130 time: 0.0960340 Jun 03 16:26:31.518977 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Allocated IP 172.27.2.204 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/0733c41e-e85d-4fcf-b19e-8e7027ecd8d2) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:31.626848 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da488f-2957-46d9-9009-0ccd2c492cce req-47f12fcd-6f57-4213-b792-5fdd259b2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:31.628326 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01da488f-2957-46d9-9009-0ccd2c492cce req-47f12fcd-6f57-4213-b792-5fdd259b2e30 service neutron] 10.222.0.118 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 918 time: 0.1320910 Jun 03 16:26:31.629304 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for port (0733c41e-e85d-4fcf-b19e-8e7027ecd8d2), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:31.658105 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:31.665189 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (0733c41e-e85d-4fcf-b19e-8e7027ecd8d2), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:31.703774 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:31.708125 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:31.710811 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:26:31.735788 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'Port': ['ID=0733c41e-e85d-4fcf-b19e-8e7027ecd8d2,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:31.769299 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01da488f-2957-46d9-9009-0ccd2c492cce req-313a7c1d-c52b-42f2-97d7-d4e41dd2a5a8 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3113a30d-36af-4d19-891b-9696f04ca42d HTTP/1.1" status: 200 len: 1001 time: 0.1231768 Jun 03 16:26:31.859889 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749268'] for router_interface (55114440-d7aa-434a-a7d7-8a0544e6e83d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:32.198940 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1bf64-1f06-4e11-b7c6-9b0264627a41 req-0a64020c-d2d5-4389-b7d2-5f7bf6ddbb6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:32.200417 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56b1bf64-1f06-4e11-b7c6-9b0264627a41 req-0a64020c-d2d5-4389-b7d2-5f7bf6ddbb6b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.3684607 Jun 03 16:26:32.203666 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da488f-2957-46d9-9009-0ccd2c492cce req-8bf06954-065c-4ca1-810a-ed2e04e252cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:32.204992 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01da488f-2957-46d9-9009-0ccd2c492cce req-8bf06954-065c-4ca1-810a-ed2e04e252cd service neutron] 10.222.0.118 "GET /v2.0/subnets?id=396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 200 len: 855 time: 0.4156616 Jun 03 16:26:32.240205 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:32.292244 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da488f-2957-46d9-9009-0ccd2c492cce req-b02bb464-8d1e-4c8f-aed5-412b51cf086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:32.293717 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01da488f-2957-46d9-9009-0ccd2c492cce req-b02bb464-8d1e-4c8f-aed5-412b51cf086f service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=aac77ef2-24df-4348-b770-e983d0529c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0722044 Jun 03 16:26:32.313987 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (c41c1ba2-a1d9-4574-8533-a8b50fc8338e), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:32.348617 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-56b1bf64-1f06-4e11-b7c6-9b0264627a41 req-b5842c84-8655-4494-87b5-fc7a10e6a60d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411257 Jun 03 16:26:32.384012 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (0733c41e-e85d-4fcf-b19e-8e7027ecd8d2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:32.516264 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01da488f-2957-46d9-9009-0ccd2c492cce req-8d8713c1-12c4-4f19-873f-66b33ed861e8 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105381 Jun 03 16:26:32.559084 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for port (0733c41e-e85d-4fcf-b19e-8e7027ecd8d2), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:32.563789 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579736'] for port (0733c41e-e85d-4fcf-b19e-8e7027ecd8d2), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:32.573285 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:32.591818 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:32.605271 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] Deleting port 52dac941-ba34-411a-ab60-d2aa94d5fa5a {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:32.605473 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:32.640210 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event updated for resources: {'Port': ['ID=0733c41e-e85d-4fcf-b19e-8e7027ecd8d2,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:32.651002 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (c41c1ba2-a1d9-4574-8533-a8b50fc8338e), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:32.691134 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01da488f-2957-46d9-9009-0ccd2c492cce req-445b620a-e3fc-4e27-ae0e-49b6a258fc67 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663060 Jun 03 16:26:32.712294 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] For port 52dac941-ba34-411a-ab60-d2aa94d5fa5a, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=52dac941-ba34-411a-ab60-d2aa94d5fa5a,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:32.712661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:32.713354 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:32.726938 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] Calling delete_port for 52dac941-ba34-411a-ab60-d2aa94d5fa5a owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:32.750745 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.l3_db [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Floating IP c41c1ba2-a1d9-4574-8533-a8b50fc8338e associated. External IP: 172.27.2.204, port: 81c8deba-9996-499e-b7d9-9e60b5cf128c. Jun 03 16:26:32.907227 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (52dac941-ba34-411a-ab60-d2aa94d5fa5a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:32.933010 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] Pushing event deleted for resources: {'Port': ['ID=52dac941-ba34-411a-ab60-d2aa94d5fa5a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:32.944558 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:26:33.061283 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:26:33.074752 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] Sync routers for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:33.083608 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:33.103822 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:33.104274 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751897'] for router_interface (55114440-d7aa-434a-a7d7-8a0544e6e83d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:33.104991 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:26:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:33.117205 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-3db63741-2061-448e-809a-1873e23f0799 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8159738 Jun 03 16:26:33.117979 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256059e7-995a-4b7d-9439-f32447aca406', 'tag': '81c8deba-9996-499e-b7d9-9e60b5cf128c'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:33.120937 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "256059e7-995a-4b7d-9439-f32447aca406", "tag": "81c8deba-9996-499e-b7d9-9e60b5cf128c"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:33.159126 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb19a8d-3b94-402c-848c-a55708a54ba6 x-openstack-request-id: req-1fb19a8d-3b94-402c-848c-a55708a54ba6 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:33.159527 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256059e7-995a-4b7d-9439-f32447aca406", "tag": "81c8deba-9996-499e-b7d9-9e60b5cf128c", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:33.159868 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fb19a8d-3b94-402c-848c-a55708a54ba6 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:33.160356 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb19a8d-3b94-402c-848c-a55708a54ba6'] response: {'name': 'network-changed', 'server_uuid': '256059e7-995a-4b7d-9439-f32447aca406', 'tag': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'status': 'completed', 'code': 200} Jun 03 16:26:33.186878 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 25a621ae-2091-4b52-92c0-c980de0c7607 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:26:33.192872 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:33.206338 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:33.207230 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 25a621ae-2091-4b52-92c0-c980de0c7607 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:26:33.207809 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 25a621ae-2091-4b52-92c0-c980de0c7607 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:26:33.208464 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3113a30d-36af-4d19-891b-9696f04ca42d no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:26:33.214354 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:33.231030 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:33.283395 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 3113a30d-36af-4d19-891b-9696f04ca42d is: ACTIVE; New status is: DOWN {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:26:33.283775 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:33.311610 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:33.314140 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa6d36c-e4cb-4492-8797-108ba72947f2" -d '{"events": [{"server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "name": "network-vif-unplugged", "status": "completed", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:33.346023 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:33.361096 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] Router 55114440-d7aa-434a-a7d7-8a0544e6e83d has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:26:33.480345 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:33.490382 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Jun 2022 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314a31de-88cb-4a60-bce4-43ee759d47c5 x-openstack-request-id: req-314a31de-88cb-4a60-bce4-43ee759d47c5 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:33.490963 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "name": "network-vif-unplugged", "status": "completed", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:33.491379 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-314a31de-88cb-4a60-bce4-43ee759d47c5 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:33.491900 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'bff56c13-8066-4853-8061-983a58703395', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:a5:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:35Z', 'updated_at': '2022-06-03T16:23:37Z', 'revision_number': 1, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}, {'id': 'c41c1ba2-a1d9-4574-8533-a8b50fc8338e', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:0a:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256059e7-995a-4b7d-9439-f32447aca406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:32Z', 'updated_at': '2022-06-03T16:26:32Z', 'revision_number': 0, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:33.492142 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314a31de-88cb-4a60-bce4-43ee759d47c5'] response: {'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d', 'code': 200} Jun 03 16:26:33.494569 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:33.499049 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:33.502278 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2c313-d414-40b1-bb6e-7b63a2a92ab6 req-38c00f20-ed97-4f09-8600-1539ac0cc2a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:33.503356 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:26:33.512470 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d74d3b0b-3716-4d25-b53d-1b47220955ca admin admin] 10.222.0.41 "PUT /v2.0/routers/55114440-d7aa-434a-a7d7-8a0544e6e83d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2209511 Jun 03 16:26:33.516615 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-59e2c313-d414-40b1-bb6e-7b63a2a92ab6 req-38c00f20-ed97-4f09-8600-1539ac0cc2a6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 946 time: 0.0817027 Jun 03 16:26:33.517311 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49312) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:33.526824 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] Checking router: 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:33.536055 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:33.536649 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:26:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:33.568843 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:33.570815 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=8']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:33.576327 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-59e2c313-d414-40b1-bb6e-7b63a2a92ab6 req-22851a91-969e-4396-9c6f-2336768c2bb1 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585532 Jun 03 16:26:33.581481 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] Sync routers for ids ['55114440-d7aa-434a-a7d7-8a0544e6e83d'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:33.597267 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] Routers {'55114440-d7aa-434a-a7d7-8a0544e6e83d'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:33.597876 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:26:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['55114440-d7aa-434a-a7d7-8a0544e6e83d'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:33.639079 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Publish callbacks [] for router (55114440-d7aa-434a-a7d7-8a0544e6e83d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:33.650717 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:33.700712 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] Set router 55114440-d7aa-434a-a7d7-8a0544e6e83d gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:33.739032 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Publish callbacks [] for router_gateway (55114440-d7aa-434a-a7d7-8a0544e6e83d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:33.782499 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Deleting port a00a5ad9-dc92-4980-b815-b4e453fa2aa0 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:33.783013 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:33.863818 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] For port a00a5ad9-dc92-4980-b815-b4e453fa2aa0, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=a00a5ad9-dc92-4980-b815-b4e453fa2aa0,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:33.864341 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:33.871487 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:26:32Z', 'revision_number': 5, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port': {'id': 'a00a5ad9-dc92-4980-b815-b4e453fa2aa0', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:21:56Z', 'updated_at': '2022-06-03T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:33.874439 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'bff56c13-8066-4853-8061-983a58703395', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:a5:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:35Z', 'updated_at': '2022-06-03T16:23:37Z', 'revision_number': 1, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}, {'id': 'c41c1ba2-a1d9-4574-8533-a8b50fc8338e', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:0a:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256059e7-995a-4b7d-9439-f32447aca406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:32Z', 'updated_at': '2022-06-03T16:26:32Z', 'revision_number': 0, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:33.878896 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Calling delete_port for a00a5ad9-dc92-4980-b815-b4e453fa2aa0 owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:33.902084 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] Checking router: 55114440-d7aa-434a-a7d7-8a0544e6e83d for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:33.911322 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] Routers {'55114440-d7aa-434a-a7d7-8a0544e6e83d'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:33.911944 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:26:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['55114440-d7aa-434a-a7d7-8a0544e6e83d'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:33.989360 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bcdfc-9fa0-4859-b430-7cc452c60d6c None None] The sync data for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi is: [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'bff56c13-8066-4853-8061-983a58703395', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:a5:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:35Z', 'updated_at': '2022-06-03T16:23:37Z', 'revision_number': 1, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}, {'id': 'c41c1ba2-a1d9-4574-8533-a8b50fc8338e', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:0a:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256059e7-995a-4b7d-9439-f32447aca406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:32Z', 'updated_at': '2022-06-03T16:26:32Z', 'revision_number': 0, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:33.996078 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] Set router 55114440-d7aa-434a-a7d7-8a0544e6e83d gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:34.046818 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 6, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port_host': None}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:34.057212 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (a00a5ad9-dc92-4980-b815-b4e453fa2aa0), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.074898 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d08fa11-c644-4b39-8d62-b17e0eb2393f None None] The sync data for ids ['55114440-d7aa-434a-a7d7-8a0544e6e83d'] in dv-cinder-836996-28-iscsi is: [{'id': '55114440-d7aa-434a-a7d7-8a0544e6e83d', 'name': 'tempest-TestMinimumBasicScenario-1966405240-router', 'tenant_id': '566b367dc7504d3091558cfd6f35bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:21:55Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 6, 'project_id': '566b367dc7504d3091558cfd6f35bfa9', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:34.087664 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a00a5ad9-dc92-4980-b815-b4e453fa2aa0,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:34.145713 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:34.154403 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746265'] for router_gateway (55114440-d7aa-434a-a7d7-8a0544e6e83d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.214284 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113929f-0bb6-44b1-b6c7-3ed0f07efa0e None None] New status for floating IP c41c1ba2-a1d9-4574-8533-a8b50fc8338e: ACTIVE {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:26:34.256196 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11026'] for router (55114440-d7aa-434a-a7d7-8a0544e6e83d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.258390 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Publish callbacks [] for router_controller (55114440-d7aa-434a-a7d7-8a0544e6e83d), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.331930 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748425'] for router (55114440-d7aa-434a-a7d7-8a0544e6e83d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.332515 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55114440-d7aa-434a-a7d7-8a0544e6e83d {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 16:26:34.353883 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.355011 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-db415fd7-3d48-4b55-b64e-e4d9ba9e30ab admin admin] 10.222.0.41 "DELETE /v2.0/routers/55114440-d7aa-434a-a7d7-8a0544e6e83d HTTP/1.1" status: 204 len: 168 time: 0.8367174 Jun 03 16:26:34.357761 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49316) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:34.391449 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-a37125ab-121f-45ff-b2b2-a6a2c3d80835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:34.392950 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-a37125ab-121f-45ff-b2b2-a6a2c3d80835 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 1130 time: 0.0708137 Jun 03 16:26:34.412673 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:34.430967 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-1310a9e3-78d2-4811-9341-d1819f12e069 admin admin] Deleting subnet 4f508499-faa9-4761-986d-00d2317ec53a {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:26:34.460006 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1310a9e3-78d2-4811-9341-d1819f12e069 admin admin] Publish callbacks [] for subnet (4f508499-faa9-4761-986d-00d2317ec53a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.517018 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1310a9e3-78d2-4811-9341-d1819f12e069 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17695914'] for subnet (4f508499-faa9-4761-986d-00d2317ec53a), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.563758 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-8b4a0a11-7b4d-452f-81bd-8a49d308a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:34.565217 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-8b4a0a11-7b4d-452f-81bd-8a49d308a489 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 914 time: 0.1660120 Jun 03 16:26:34.663947 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1310a9e3-78d2-4811-9341-d1819f12e069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (4f508499-faa9-4761-986d-00d2317ec53a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.667277 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-a6f24435-cacf-4ed9-9ede-4228cce26767 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c8deba-9996-499e-b7d9-9e60b5cf128c HTTP/1.1" status: 200 len: 1002 time: 0.0941625 Jun 03 16:26:34.757844 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081b9a6-feaf-4f5d-b663-b79ac14379a3 req-23deb04c-8c83-4ebb-8ca5-dd62f7a61d23 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:34.759915 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c081b9a6-feaf-4f5d-b663-b79ac14379a3 req-23deb04c-8c83-4ebb-8ca5-dd62f7a61d23 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.1130500 Jun 03 16:26:34.795907 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-83f62ddb-d2df-4314-9378-8c6885c1cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:34.797264 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-83f62ddb-d2df-4314-9378-8c6885c1cf86 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.0918186 Jun 03 16:26:34.835726 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1310a9e3-78d2-4811-9341-d1819f12e069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17591709'] for subnet (4f508499-faa9-4761-986d-00d2317ec53a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.894419 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c081b9a6-feaf-4f5d-b663-b79ac14379a3 req-f9d91985-daf7-4aa3-8c99-6ead601f3444 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287205 Jun 03 16:26:34.897737 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310a9e3-78d2-4811-9341-d1819f12e069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f508499-faa9-4761-986d-00d2317ec53a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:34.903948 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1310a9e3-78d2-4811-9341-d1819f12e069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:34.910387 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1310a9e3-78d2-4811-9341-d1819f12e069 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4f508499-faa9-4761-986d-00d2317ec53a HTTP/1.1" status: 204 len: 168 time: 0.5484419 Jun 03 16:26:34.910387 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-4de649bd-f07a-40b1-b3f9-0b88a0e43bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:34.910387 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-4de649bd-f07a-40b1-b3f9-0b88a0e43bbd service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0917075 Jun 03 16:26:34.910850 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49320) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:34.913537 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8464ed8d-36e3-4819-b5b4-f69ae14acf2b None None] Network 41e43258-6f06-4a8a-b481-042e12142b50 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:26:34.984654 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (41e43258-6f06-4a8a-b481-042e12142b50), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.037008 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Deleting port 00cb83fc-830d-4df4-9621-edd217e54d49 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:35.037351 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.078091 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137517d3-848b-45c6-ae4b-9c755632a393 None None] DHCP port deletion for 41e43258-6f06-4a8a-b481-042e12142b50 request from dv-cinder-836996-28-iscsi {{(pid=103938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 16:26:35.119127 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] For port 00cb83fc-830d-4df4-9621-edd217e54d49, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=00cb83fc-830d-4df4-9621-edd217e54d49,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:35.119564 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.137462 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-137517d3-848b-45c6-ae4b-9c755632a393 None None] Deleting port 00cb83fc-830d-4df4-9621-edd217e54d49 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:35.138248 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Calling delete_port for 00cb83fc-830d-4df4-9621-edd217e54d49 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:35.145731 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-137517d3-848b-45c6-ae4b-9c755632a393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.175742 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-4c7466b5-3f3d-4700-959c-c5cbcac72dda service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176727 Jun 03 16:26:35.202949 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:35.221313 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:35.230086 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-137517d3-848b-45c6-ae4b-9c755632a393 None None] For port 00cb83fc-830d-4df4-9621-edd217e54d49, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=00cb83fc-830d-4df4-9621-edd217e54d49,segment=NetworkSegment(506ec001-aa3d-48e5-a2a0-285c6280162c),segment_id=506ec001-aa3d-48e5-a2a0-285c6280162c)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:35.230562 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-137517d3-848b-45c6-ae4b-9c755632a393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.240504 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.248186 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-137517d3-848b-45c6-ae4b-9c755632a393 None None] Calling delete_port for 00cb83fc-830d-4df4-9621-edd217e54d49 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:35.276288 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=00cb83fc-830d-4df4-9621-edd217e54d49,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:35.278585 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] No DVR routers for this DVR port 00cb83fc-830d-4df4-9621-edd217e54d49 on host dv-cinder-836996-28-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:26:35.320927 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:35.345362 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-137517d3-848b-45c6-ae4b-9c755632a393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (00cb83fc-830d-4df4-9621-edd217e54d49), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.353418 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (41e43258-6f06-4a8a-b481-042e12142b50), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.376992 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137517d3-848b-45c6-ae4b-9c755632a393 None None] Pushing event deleted for resources: {'Port': ['ID=00cb83fc-830d-4df4-9621-edd217e54d49,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:35.381389 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137517d3-848b-45c6-ae4b-9c755632a393 None None] No DVR routers for this DVR port 00cb83fc-830d-4df4-9621-edd217e54d49 on host dv-cinder-836996-28-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:26:35.388247 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e43258-6f06-4a8a-b481-042e12142b50']}} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:35.407671 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506ec001-aa3d-48e5-a2a0-285c6280162c') {'for_net_delete': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:35.407972 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506ec001-aa3d-48e5-a2a0-285c6280162c') {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:35.419413 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:35.423579 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113044'] for segment (506ec001-aa3d-48e5-a2a0-285c6280162c), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.440080 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (506ec001-aa3d-48e5-a2a0-285c6280162c), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.448612 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=103937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:26:35.449186 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25579824'] for segment (506ec001-aa3d-48e5-a2a0-285c6280162c), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.517248 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 00cb83fc-830d-4df4-9621-edd217e54d49 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:26:35.543710 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (41e43258-6f06-4a8a-b481-042e12142b50), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.546931 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 00cb83fc-830d-4df4-9621-edd217e54d49 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:26:35.547734 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 00cb83fc-830d-4df4-9621-edd217e54d49 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:26:35.548528 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 52dac941-ba34-411a-ab60-d2aa94d5fa5a no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:26:35.551121 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:35.555801 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] 10.222.0.41 "DELETE /v2.0/networks/41e43258-6f06-4a8a-b481-042e12142b50 HTTP/1.1" status: 204 len: 168 time: 0.6434174 Jun 03 16:26:35.560957 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49326) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:35.567212 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ecb94-2323-4fc4-a808-80bc649b2b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e43258-6f06-4a8a-b481-042e12142b50,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:35.572967 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 52dac941-ba34-411a-ab60-d2aa94d5fa5a {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:26:35.573288 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 52dac941-ba34-411a-ab60-d2aa94d5fa5a not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:26:35.573913 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device a00a5ad9-dc92-4980-b815-b4e453fa2aa0 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:26:35.594589 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: a00a5ad9-dc92-4980-b815-b4e453fa2aa0 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:26:35.595072 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device a00a5ad9-dc92-4980-b815-b4e453fa2aa0 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:26:35.629061 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 506ec001-aa3d-48e5-a2a0-285c6280162c resource provider aggregate not found Jun 03 16:26:35.644561 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2bfb4016-d8ea-4576-83b5-9eecc7a5a4aa req-e6e39392-0f13-415c-a23f-fc08154922c3 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569352 Jun 03 16:26:35.645635 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 506ec001-aa3d-48e5-a2a0-285c6280162c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 506ec001-aa3d-48e5-a2a0-285c6280162c found for delete ", "request_id": "req-820ce95b-1d19-4bd5-99dd-4ac9f1badf69"}]} Jun 03 16:26:35.868719 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:35.881573 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749268'] for router_interface (0ca20b5d-3771-4bd8-8964-47785f9a0261), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:36.011801 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b2210-9d55-443d-94bf-d938a6520fb1 req-3a91de66-3595-42a6-a8dd-d6770d407b3a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:36.013272 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4c3b2210-9d55-443d-94bf-d938a6520fb1 req-3a91de66-3595-42a6-a8dd-d6770d407b3a tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0468998 Jun 03 16:26:36.059879 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4c3b2210-9d55-443d-94bf-d938a6520fb1 req-9ebaf82f-b9df-4969-8d7f-abcf239c0ebc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Jun 03 16:26:36.098705 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] Deleting port 2c380ae4-70d4-4337-8f40-022916af605a {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:36.099041 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (2c380ae4-70d4-4337-8f40-022916af605a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:36.177265 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] For port 2c380ae4-70d4-4337-8f40-022916af605a, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=2c380ae4-70d4-4337-8f40-022916af605a,segment=NetworkSegment(ce640d70-383e-4ccc-9102-da738dd5fd37),segment_id=ce640d70-383e-4ccc-9102-da738dd5fd37)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:36.177611 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (2c380ae4-70d4-4337-8f40-022916af605a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:36.196986 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] Calling delete_port for 2c380ae4-70d4-4337-8f40-022916af605a owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:36.309278 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:36.389669 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (2c380ae4-70d4-4337-8f40-022916af605a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:36.415105 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c380ae4-70d4-4337-8f40-022916af605a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:36.582828 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751897'] for router_interface (0ca20b5d-3771-4bd8-8964-47785f9a0261), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:36.779210 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:36.798527 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] Router 0ca20b5d-3771-4bd8-8964-47785f9a0261 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:26:36.868913 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-78a8da66-91cb-45fe-873c-02cf83953a6d req-6d70af0e-298c-4415-85a5-f84b08fec507 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:26:36.869886 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-78a8da66-91cb-45fe-873c-02cf83953a6d req-6d70af0e-298c-4415-85a5-f84b08fec507 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050824 Jun 03 16:26:36.905894 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:26:36.913464 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0544acec-2af0-46d1-af47-bb8e4f25c784 admin admin] 10.222.0.41 "PUT /v2.0/routers/0ca20b5d-3771-4bd8-8964-47785f9a0261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3488963 Jun 03 16:26:36.913570 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49358) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:36.918776 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] Sync routers for ids ['0ca20b5d-3771-4bd8-8964-47785f9a0261'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:36.929114 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] Routers {'0ca20b5d-3771-4bd8-8964-47785f9a0261'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:36.929729 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:26:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['0ca20b5d-3771-4bd8-8964-47785f9a0261'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:37.052528 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] Set router 0ca20b5d-3771-4bd8-8964-47785f9a0261 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:37.053094 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710682b-8d8c-408d-a887-7e486f4ba4a3 req-6fc655b3-6b11-4de7-a907-a81a6acbf676 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:37.054551 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8710682b-8d8c-408d-a887-7e486f4ba4a3 req-6fc655b3-6b11-4de7-a907-a81a6acbf676 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0576026 Jun 03 16:26:37.073662 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-3121ee72-9f32-4662-9d32-c66921bccf87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420845 Jun 03 16:26:37.079651 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Publish callbacks [] for router (0ca20b5d-3771-4bd8-8964-47785f9a0261), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.156113 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-7bd7bbb4-b740-4d09-884d-34a2849646ec tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:37.157500 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-7bd7bbb4-b740-4d09-884d-34a2849646ec tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports/3113a30d-36af-4d19-891b-9696f04ca42d HTTP/1.1" status: 200 len: 941 time: 0.0515208 Jun 03 16:26:37.176217 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8710682b-8d8c-408d-a887-7e486f4ba4a3 req-fee195a2-d7c8-40d7-8831-6d2c1db0400f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156740 Jun 03 16:26:37.194088 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:37.204109 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Publish callbacks [] for router_gateway (0ca20b5d-3771-4bd8-8964-47785f9a0261), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.243919 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'name': 'tempest-TestMinimumBasicScenario-1326796797-router', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '61426185-9e28-490c-8239-85764d0c21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:26:36Z', 'revision_number': 5, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'gw_port': {'id': '61426185-9e28-490c-8239-85764d0c21a1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:37.268198 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Deleting port 61426185-9e28-490c-8239-85764d0c21a1 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:37.268400 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (61426185-9e28-490c-8239-85764d0c21a1), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.272012 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] Checking router: 0ca20b5d-3771-4bd8-8964-47785f9a0261 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:37.282180 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] Routers {'0ca20b5d-3771-4bd8-8964-47785f9a0261'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:26:37.282803 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:26:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['0ca20b5d-3771-4bd8-8964-47785f9a0261'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:37.352273 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] For port 61426185-9e28-490c-8239-85764d0c21a1, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=61426185-9e28-490c-8239-85764d0c21a1,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:37.353235 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (61426185-9e28-490c-8239-85764d0c21a1), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.368776 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] Set router 0ca20b5d-3771-4bd8-8964-47785f9a0261 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:26:37.373646 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Calling delete_port for 61426185-9e28-490c-8239-85764d0c21a1 owned by network:router_gateway {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:37.417888 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'name': 'tempest-TestMinimumBasicScenario-1326796797-router', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:26:37Z', 'revision_number': 6, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'gw_port_host': None}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:37.442552 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da551e0-bc5b-4b46-b7e8-0b35708ae75f None None] The sync data for ids ['0ca20b5d-3771-4bd8-8964-47785f9a0261'] in dv-cinder-836996-28-iscsi is: [{'id': '0ca20b5d-3771-4bd8-8964-47785f9a0261', 'name': 'tempest-TestMinimumBasicScenario-1326796797-router', 'tenant_id': 'ecea87a215f24b0abcf9d18797a25521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:00Z', 'updated_at': '2022-06-03T16:26:37Z', 'revision_number': 6, 'project_id': 'ecea87a215f24b0abcf9d18797a25521', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:37.488233 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:37.559522 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (61426185-9e28-490c-8239-85764d0c21a1), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.585686 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Pushing event deleted for resources: {'Port': ['ID=61426185-9e28-490c-8239-85764d0c21a1,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:37.643867 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:37.653814 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746265'] for router_gateway (0ca20b5d-3771-4bd8-8964-47785f9a0261), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.753878 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11026'] for router (0ca20b5d-3771-4bd8-8964-47785f9a0261), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.755966 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Publish callbacks [] for router_controller (0ca20b5d-3771-4bd8-8964-47785f9a0261), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.797403 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748425'] for router (0ca20b5d-3771-4bd8-8964-47785f9a0261), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.798263 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ca20b5d-3771-4bd8-8964-47785f9a0261 {{(pid=103937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 16:26:37.804676 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.808137 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a8f8171c-1afb-42e1-9d91-e188ff1c3823 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0ca20b5d-3771-4bd8-8964-47785f9a0261 HTTP/1.1" status: 204 len: 168 time: 0.8916407 Jun 03 16:26:37.808503 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49376) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:37.857134 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adaa3af-b130-46c6-8109-0f95d1bfec6c admin admin] Deleting subnet ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:26:37.860730 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6adaa3af-b130-46c6-8109-0f95d1bfec6c admin admin] Publish callbacks [] for subnet (ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:37.903190 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6adaa3af-b130-46c6-8109-0f95d1bfec6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17695914'] for subnet (ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.046926 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6adaa3af-b130-46c6-8109-0f95d1bfec6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.048972 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:38.066274 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-84a804c2-6182-43fa-a612-a2c947880854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:38.067769 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-84a804c2-6182-43fa-a612-a2c947880854 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5&tenant_id=ffa464e4d2264df68897a6d4b8dc7aab HTTP/1.1" status: 200 len: 1128 time: 0.1065106 Jun 03 16:26:38.129439 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-ca73dea6-a812-438c-bec2-add8c8ce5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:38.130890 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-ca73dea6-a812-438c-bec2-add8c8ce5079 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 1128 time: 0.0415628 Jun 03 16:26:38.131974 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6adaa3af-b130-46c6-8109-0f95d1bfec6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17591709'] for subnet (ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.173634 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adaa3af-b130-46c6-8109-0f95d1bfec6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:38.205245 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6adaa3af-b130-46c6-8109-0f95d1bfec6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.208338 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6adaa3af-b130-46c6-8109-0f95d1bfec6c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ad9f2de5-b7e9-40f5-9cf1-3ec4659fde84 HTTP/1.1" status: 204 len: 168 time: 0.3988671 Jun 03 16:26:38.210749 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49378) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:38.214131 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3569266b-8415-498e-8805-653af3151c63 None None] Network 8758156f-7be8-463a-a3a4-fd398bdbea9c requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:26:38.339496 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (8758156f-7be8-463a-a3a4-fd398bdbea9c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.355577 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-1354d3b7-945f-4c91-b986-993456d74a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:38.355939 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-1354d3b7-945f-4c91-b986-993456d74a89 service neutron] 10.222.0.118 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 918 time: 0.2182758 Jun 03 16:26:38.364009 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b8c7f-80f6-4f46-912d-59d4c11a94db req-a6d1adc8-7eeb-4417-aebd-afe29834f371 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:38.365386 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d55b8c7f-80f6-4f46-912d-59d4c11a94db req-a6d1adc8-7eeb-4417-aebd-afe29834f371 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0805845 Jun 03 16:26:38.387793 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d8e166-bb7d-4d56-bf56-1295193d005e None None] DHCP port deletion for 8758156f-7be8-463a-a3a4-fd398bdbea9c request from dv-cinder-836996-28-iscsi {{(pid=103938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 16:26:38.427620 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8e166-bb7d-4d56-bf56-1295193d005e None None] Deleting port 8f7f9844-9065-4f10-a172-3a79cf8a35eb {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:38.427993 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e166-bb7d-4d56-bf56-1295193d005e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.438871 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:38.477937 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-2672a9a1-8f4e-4d35-a201-01272712f9ab service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3113a30d-36af-4d19-891b-9696f04ca42d HTTP/1.1" status: 200 len: 999 time: 0.1116061 Jun 03 16:26:38.501332 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Deleting port 8f7f9844-9065-4f10-a172-3a79cf8a35eb {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:26:38.501673 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.539256 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d55b8c7f-80f6-4f46-912d-59d4c11a94db req-c9cd2f2c-4e7d-425d-8141-1593aba08d5e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628597 Jun 03 16:26:38.600840 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-ba1bfcb3-897a-4b36-a28e-f8ca61706b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:38.602279 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-ba1bfcb3-897a-4b36-a28e-f8ca61706b12 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 200 len: 855 time: 0.1143553 Jun 03 16:26:38.604007 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] For port 8f7f9844-9065-4f10-a172-3a79cf8a35eb, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=8f7f9844-9065-4f10-a172-3a79cf8a35eb,segment=NetworkSegment(ce640d70-383e-4ccc-9102-da738dd5fd37),segment_id=ce640d70-383e-4ccc-9102-da738dd5fd37)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:38.604371 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.621682 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b2d8e166-bb7d-4d56-bf56-1295193d005e None None] For port 8f7f9844-9065-4f10-a172-3a79cf8a35eb, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=8f7f9844-9065-4f10-a172-3a79cf8a35eb,segment=NetworkSegment(ce640d70-383e-4ccc-9102-da738dd5fd37),segment_id=ce640d70-383e-4ccc-9102-da738dd5fd37)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:26:38.622017 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e166-bb7d-4d56-bf56-1295193d005e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.625730 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Calling delete_port for 8f7f9844-9065-4f10-a172-3a79cf8a35eb owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:38.635369 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8e166-bb7d-4d56-bf56-1295193d005e None None] Calling delete_port for 8f7f9844-9065-4f10-a172-3a79cf8a35eb owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:26:38.665000 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-c9f7a60e-9bac-4c24-804d-7502859b4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:38.666473 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-c9f7a60e-9bac-4c24-804d-7502859b4df8 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=aac77ef2-24df-4348-b770-e983d0529c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533221 Jun 03 16:26:38.715573 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e166-bb7d-4d56-bf56-1295193d005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.738271 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8e166-bb7d-4d56-bf56-1295193d005e None None] Pushing event deleted for resources: {'Port': ['ID=8f7f9844-9065-4f10-a172-3a79cf8a35eb,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:38.745897 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8e166-bb7d-4d56-bf56-1295193d005e None None] No DVR routers for this DVR port 8f7f9844-9065-4f10-a172-3a79cf8a35eb on host dv-cinder-836996-28-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:26:38.804912 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (8f7f9844-9065-4f10-a172-3a79cf8a35eb), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.814521 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-9a8dd741-9638-4ea3-9732-00e145f676c9 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191676 Jun 03 16:26:38.838951 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7f9844-9065-4f10-a172-3a79cf8a35eb,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:38.840752 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] No DVR routers for this DVR port 8f7f9844-9065-4f10-a172-3a79cf8a35eb on host dv-cinder-836996-28-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:26:38.941777 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:38.960990 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (8758156f-7be8-463a-a3a4-fd398bdbea9c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:38.992257 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8758156f-7be8-463a-a3a4-fd398bdbea9c']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:39.001929 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cb102ec3-bc35-44ee-b86e-b59132846f98 req-d6715f51-a2a9-413e-9131-1d7cb7d014d2 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713204 Jun 03 16:26:39.005034 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce640d70-383e-4ccc-9102-da738dd5fd37') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:39.005277 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce640d70-383e-4ccc-9102-da738dd5fd37') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:39.014229 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17695901'] for segment (ce640d70-383e-4ccc-9102-da738dd5fd37), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:39.028609 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (ce640d70-383e-4ccc-9102-da738dd5fd37), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:39.035013 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:26:39.035434 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17377044'] for segment (ce640d70-383e-4ccc-9102-da738dd5fd37), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:39.077163 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment ce640d70-383e-4ccc-9102-da738dd5fd37 resource provider aggregate not found Jun 03 16:26:39.101520 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment ce640d70-383e-4ccc-9102-da738dd5fd37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce640d70-383e-4ccc-9102-da738dd5fd37 found for delete ", "request_id": "req-b93bb226-5fbe-4e8a-a9f7-5effd5c2b664"}]} Jun 03 16:26:39.103554 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (8758156f-7be8-463a-a3a4-fd398bdbea9c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:39.109628 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:39.112685 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] 10.222.0.41 "DELETE /v2.0/networks/8758156f-7be8-463a-a3a4-fd398bdbea9c HTTP/1.1" status: 204 len: 168 time: 0.9010236 Jun 03 16:26:39.124679 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94184af-4f61-4bcf-9be7-3e30f42e357e admin admin] Pushing event deleted for resources: {'Network': ['ID=8758156f-7be8-463a-a3a4-fd398bdbea9c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:39.144390 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3113a30d-36af-4d19-891b-9696f04ca42d no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:26:39.210420 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:39.231567 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 3113a30d-36af-4d19-891b-9696f04ca42d is: DOWN; New status is: DOWN {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:26:39.303217 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49402) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:39.351444 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3d0fffbb-1c93-45a6-86b0-9170c2fe8e56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=566b367dc7504d3091558cfd6f35bfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469913 Jun 03 16:26:39.354624 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49408) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:39.412714 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4f3acba2-41a9-4668-889f-798d75ec468b admin admin] Publish callbacks [] for security_group (d3860d49-6d0a-4f7e-b034-08d0a2ce4e50), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:39.458930 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4f3acba2-41a9-4668-889f-798d75ec468b admin admin] Publish callbacks [] for security_group (d3860d49-6d0a-4f7e-b034-08d0a2ce4e50), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:39.526550 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 2c380ae4-70d4-4337-8f40-022916af605a no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:26:39.526774 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4f3acba2-41a9-4668-889f-798d75ec468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d3860d49-6d0a-4f7e-b034-08d0a2ce4e50), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:39.533514 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4f3acba2-41a9-4668-889f-798d75ec468b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:39.534710 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-4f3acba2-41a9-4668-889f-798d75ec468b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3860d49-6d0a-4f7e-b034-08d0a2ce4e50 HTTP/1.1" status: 204 len: 168 time: 0.1790426 Jun 03 16:26:39.554482 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 2c380ae4-70d4-4337-8f40-022916af605a {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:26:39.556662 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3acba2-41a9-4668-889f-798d75ec468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3860d49-6d0a-4f7e-b034-08d0a2ce4e50,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:39.557253 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 2c380ae4-70d4-4337-8f40-022916af605a not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:26:39.558108 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 8f7f9844-9065-4f10-a172-3a79cf8a35eb no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:26:39.602870 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 8f7f9844-9065-4f10-a172-3a79cf8a35eb {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:26:39.603333 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 8f7f9844-9065-4f10-a172-3a79cf8a35eb not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:26:39.604223 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 61426185-9e28-490c-8239-85764d0c21a1 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:26:39.653692 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 61426185-9e28-490c-8239-85764d0c21a1 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:26:39.655089 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 61426185-9e28-490c-8239-85764d0c21a1 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:26:39.745147 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bd7cd-71aa-4000-ae81-15c42039c2c0 req-0484e364-2400-4547-a317-47d761b27c88 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:39.747499 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-522bd7cd-71aa-4000-ae81-15c42039c2c0 req-0484e364-2400-4547-a317-47d761b27c88 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0648348 Jun 03 16:26:39.815830 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-522bd7cd-71aa-4000-ae81-15c42039c2c0 req-b45c4c6f-ddc0-471e-b492-9e743b1e535b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622907 Jun 03 16:26:40.005957 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49418) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:40.048497 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-5d45b818-6613-45c0-9b4c-f274c774f1ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecea87a215f24b0abcf9d18797a25521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412312 Jun 03 16:26:40.050909 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49420) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:26:40.102276 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cadf0ce2-8d2f-4c42-8efe-d5ce65835f57 admin admin] Publish callbacks [] for security_group (4d42b4fc-6af4-4435-ad9b-3a0a967458a4), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:40.125889 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cadf0ce2-8d2f-4c42-8efe-d5ce65835f57 admin admin] Publish callbacks [] for security_group (4d42b4fc-6af4-4435-ad9b-3a0a967458a4), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:40.177402 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cadf0ce2-8d2f-4c42-8efe-d5ce65835f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4d42b4fc-6af4-4435-ad9b-3a0a967458a4), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:40.179870 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cadf0ce2-8d2f-4c42-8efe-d5ce65835f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:40.181533 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-cadf0ce2-8d2f-4c42-8efe-d5ce65835f57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d42b4fc-6af4-4435-ad9b-3a0a967458a4 HTTP/1.1" status: 204 len: 168 time: 0.1297004 Jun 03 16:26:40.189372 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf0ce2-8d2f-4c42-8efe-d5ce65835f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d42b4fc-6af4-4435-ad9b-3a0a967458a4,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:40.939363 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a990a-adea-4311-a1eb-9252753a09b6 req-847a40c7-1d9e-4d37-a5b8-0426791c2575 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:40.940902 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fa0a990a-adea-4311-a1eb-9252753a09b6 req-847a40c7-1d9e-4d37-a5b8-0426791c2575 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0495877 Jun 03 16:26:40.989313 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fa0a990a-adea-4311-a1eb-9252753a09b6 req-7f16a129-9ead-43ec-ba78-ddab888955fd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429347 Jun 03 16:26:42.112147 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2acdef-f208-41e4-ac23-f5883f074781 req-dc199611-efa0-4f01-bc26-eb7cb3c66b67 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:42.113955 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-af2acdef-f208-41e4-ac23-f5883f074781 req-dc199611-efa0-4f01-bc26-eb7cb3c66b67 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0499966 Jun 03 16:26:42.162719 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-af2acdef-f208-41e4-ac23-f5883f074781 req-420c9eb7-fcbd-405e-bcd3-28b50402c5a5 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424702 Jun 03 16:26:43.294604 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fdcca-c223-4651-a793-8d884804b599 req-52e77c72-eb90-4181-b18b-fcccc49ccb51 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:43.296258 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d6fdcca-c223-4651-a793-8d884804b599 req-52e77c72-eb90-4181-b18b-fcccc49ccb51 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0537150 Jun 03 16:26:43.344485 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d6fdcca-c223-4651-a793-8d884804b599 req-df5ad9fa-7a29-4fdd-8c53-48dd0ddbe789 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426328 Jun 03 16:26:44.313814 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:44.316777 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:44.459680 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:44.479664 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60140-b8f5-49bb-9038-f0b6a9f0961a req-0e7ebe28-5981-4982-b9f7-38dac7b610c8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:44.481188 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3be60140-b8f5-49bb-9038-f0b6a9f0961a req-0e7ebe28-5981-4982-b9f7-38dac7b610c8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0559995 Jun 03 16:26:44.533367 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3be60140-b8f5-49bb-9038-f0b6a9f0961a req-0a5d021b-b5e6-417c-95da-a185906321e6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461757 Jun 03 16:26:45.083392 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:45.642839 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:45.652444 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0a13e-8153-40da-98d4-0d04bc4a9559 req-b2cc28d0-8245-4965-a5b7-1c0e51858feb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:45.653904 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ee0a13e-8153-40da-98d4-0d04bc4a9559 req-b2cc28d0-8245-4965-a5b7-1c0e51858feb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0488067 Jun 03 16:26:45.704577 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ee0a13e-8153-40da-98d4-0d04bc4a9559 req-ba30fa0b-4b80-43f5-a2fb-7f01619254fd tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443788 Jun 03 16:26:46.827558 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75029479-dde8-4e8b-b09b-f42ea76ed926 req-f8fe9d2b-7865-4200-9607-60192b63e865 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:46.829096 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-75029479-dde8-4e8b-b09b-f42ea76ed926 req-f8fe9d2b-7865-4200-9607-60192b63e865 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0492260 Jun 03 16:26:46.877125 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-75029479-dde8-4e8b-b09b-f42ea76ed926 req-60de8a72-d408-4793-a9af-eec18a1ea194 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Jun 03 16:26:48.001830 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a57cb7-8e91-4dc0-aaf0-5b2889454b66 req-17f3cc73-df82-403b-b71f-3db95dd86fbc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:48.003541 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-94a57cb7-8e91-4dc0-aaf0-5b2889454b66 req-17f3cc73-df82-403b-b71f-3db95dd86fbc tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0512643 Jun 03 16:26:48.309109 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-94a57cb7-8e91-4dc0-aaf0-5b2889454b66 req-c952a0df-5ba4-41c6-9754-d1baf2b7c7c0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994857 Jun 03 16:26:49.314680 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5c47fe34-cdd2-46df-a7e2-ff46dd9a44ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:49.435379 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a7a74-28ad-4e48-9171-e717674206b7 req-533e846a-3833-4381-a287-aedcb1b37b81 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:49.436889 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9e6a7a74-28ad-4e48-9171-e717674206b7 req-533e846a-3833-4381-a287-aedcb1b37b81 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0485141 Jun 03 16:26:49.484821 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9e6a7a74-28ad-4e48-9171-e717674206b7 req-f3ea3638-faca-478b-83ef-ee006d9f3ff0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423088 Jun 03 16:26:50.613562 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd58141-8631-4e1a-9f58-ba8548990033 req-53c39416-7443-4b55-a4de-f35620982db6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:50.615029 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ffd58141-8631-4e1a-9f58-ba8548990033 req-53c39416-7443-4b55-a4de-f35620982db6 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0526741 Jun 03 16:26:50.662943 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ffd58141-8631-4e1a-9f58-ba8548990033 req-5b82d088-5cd6-4ca9-bd1b-ff3f98c2af46 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Jun 03 16:26:51.611363 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2b88b773-47ad-4ab3-b56a-983cca5249f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:51.789681 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135701b-0c0f-4853-ac85-461df0ada944 req-65319071-2596-4186-bb7a-0e57e20789fa tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:51.791182 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3135701b-0c0f-4853-ac85-461df0ada944 req-65319071-2596-4186-bb7a-0e57e20789fa tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0531762 Jun 03 16:26:51.841125 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3135701b-0c0f-4853-ac85-461df0ada944 req-447e97d7-38c1-4282-a62e-7eb024d221c0 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444007 Jun 03 16:26:52.891762 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:52.961838 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cc54f-4bc1-4456-ba50-bcb9454cd3e6 req-746e17f1-d376-4d56-9baa-a8b9c9193050 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:52.963316 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8b3cc54f-4bc1-4456-ba50-bcb9454cd3e6 req-746e17f1-d376-4d56-9baa-a8b9c9193050 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0470841 Jun 03 16:26:53.017436 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8b3cc54f-4bc1-4456-ba50-bcb9454cd3e6 req-2c4d7cfc-2d7e-4d8e-9c89-ef8669c0a41c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480871 Jun 03 16:26:53.999267 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:54.133205 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f39eb-0e6b-4a0c-912d-f2bd1327e4cf req-c1594dd4-f72c-468e-a144-c8f0a6a4e209 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:54.134644 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-874f39eb-0e6b-4a0c-912d-f2bd1327e4cf req-c1594dd4-f72c-468e-a144-c8f0a6a4e209 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0462081 Jun 03 16:26:54.154206 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:54.180791 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-874f39eb-0e6b-4a0c-912d-f2bd1327e4cf req-60934420-2f4c-4b80-bb9a-30e08d8cc80e tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407901 Jun 03 16:26:55.297368 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf4a3b-309f-4b92-b517-f8249ca2a066 req-7b054c83-4620-49d5-b3ca-9510e6febba4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:55.298796 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-59bf4a3b-309f-4b92-b517-f8249ca2a066 req-7b054c83-4620-49d5-b3ca-9510e6febba4 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0462053 Jun 03 16:26:55.343722 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-59bf4a3b-309f-4b92-b517-f8249ca2a066 req-ec399cff-1a49-41d1-8041-14d5f8c298b8 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396018 Jun 03 16:26:56.146660 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:26:56.308416 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-86afee93-efef-4b8d-a472-0f9e677fe60c service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373902 Jun 03 16:26:56.463814 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6496c-c3e1-47dd-8f68-a0a3090a2226 req-391184b4-338b-4f3b-8702-e9330d8b031b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:56.465845 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-29b6496c-c3e1-47dd-8f68-a0a3090a2226 req-391184b4-338b-4f3b-8702-e9330d8b031b tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0506065 Jun 03 16:26:56.512156 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-29b6496c-c3e1-47dd-8f68-a0a3090a2226 req-cca1bc7f-7dec-432a-a607-99377004ed28 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Jun 03 16:26:57.630932 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae42ab-0dc6-4704-9565-0163f9379f3b req-5b3ae63c-2d13-4f14-ad07-ad19ae76be45 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:57.632389 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-79ae42ab-0dc6-4704-9565-0163f9379f3b req-5b3ae63c-2d13-4f14-ad07-ad19ae76be45 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0482948 Jun 03 16:26:57.643542 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:57.678664 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-79ae42ab-0dc6-4704-9565-0163f9379f3b req-d5bb1c3c-f7e5-4dba-925e-da9a1c4298be tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 Jun 03 16:26:58.799630 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a456a3-a7bd-4678-8ba0-1577b468e591 req-891cc59e-6a0c-4336-aee3-ccef87548570 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:58.801065 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b1a456a3-a7bd-4678-8ba0-1577b468e591 req-891cc59e-6a0c-4336-aee3-ccef87548570 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0467050 Jun 03 16:26:58.846739 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b1a456a3-a7bd-4678-8ba0-1577b468e591 req-21dc3288-e24f-429b-9210-3a005c7621ff tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 Jun 03 16:26:59.148118 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:59.156343 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:59.301206 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-5c48888c-0d66-4411-9fb8-de6af8088c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:59.302684 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-5c48888c-0d66-4411-9fb8-de6af8088c67 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 1129 time: 0.0401092 Jun 03 16:26:59.416088 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-69dfbd57-8c48-422f-ab16-344a1c7ef214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:59.418351 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-69dfbd57-8c48-422f-ab16-344a1c7ef214 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 914 time: 0.0947654 Jun 03 16:26:59.477242 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-daf50720-5241-4abe-9694-7331767b9ab1 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 HTTP/1.1" status: 200 len: 999 time: 0.0529203 Jun 03 16:26:59.524107 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-a0729e08-4447-477a-a6f3-ac90f213c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:59.525549 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-a0729e08-4447-477a-a6f3-ac90f213c055 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.0422125 Jun 03 16:26:59.570367 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-f34066e6-6eea-499f-9f3a-2c8d90843870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:59.571808 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-f34066e6-6eea-499f-9f3a-2c8d90843870 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403030 Jun 03 16:26:59.659925 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-3c0c572a-acd8-41c5-ace9-c147fcb5e0c5 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814519 Jun 03 16:26:59.719478 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:26:59.751025 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22db3ba2-3b34-4991-8353-8b836dd1d54c req-d4d6fc46-ac2b-423e-832a-84c29652db62 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852649 Jun 03 16:26:59.972892 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533eda1-4793-4df3-9454-2752c5fc87bd req-60ea98ab-779d-409f-b47f-a35867e09245 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:59.974985 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f533eda1-4793-4df3-9454-2752c5fc87bd req-60ea98ab-779d-409f-b47f-a35867e09245 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0580277 Jun 03 16:27:00.022014 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f533eda1-4793-4df3-9454-2752c5fc87bd req-a0e138a8-ebf1-42b3-bcb1-0d65d1344689 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409851 Jun 03 16:27:01.140477 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0478a-209d-49f1-9322-e13293128d63 req-dd5884f4-b20e-46fb-aae5-b447487daf95 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:01.141929 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dfc0478a-209d-49f1-9322-e13293128d63 req-dd5884f4-b20e-46fb-aae5-b447487daf95 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 944 time: 0.0463126 Jun 03 16:27:01.191653 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-dfc0478a-209d-49f1-9322-e13293128d63 req-f4d08fff-a123-46ce-863d-d5a986e14d7f tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443144 Jun 03 16:27:01.246270 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3113a30d-36af-4d19-891b-9696f04ca42d details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:27:01.300229 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:01.342759 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:27:01.353685 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '3113a30d-36af-4d19-891b-9696f04ca42d', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'port_id': '3113a30d-36af-4d19-891b-9696f04ca42d', 'mac_address': 'fa:16:3e:81:81:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:27:01.390118 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 3113a30d-36af-4d19-891b-9696f04ca42d is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:27:01.390499 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:01.403798 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3113a30d-36af-4d19-891b-9696f04ca42d {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:27:01.422957 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:27:01.427117 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:01.472592 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=9']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:01.799325 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['3113a30d-36af-4d19-891b-9696f04ca42d'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:27:02.307861 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32091c2-1841-48c7-88cc-6a32c6b0710f req-a820c2dd-ab79-4ecd-93c9-b52cd3ebc6cb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:02.309283 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b32091c2-1841-48c7-88cc-6a32c6b0710f req-a820c2dd-ab79-4ecd-93c9-b52cd3ebc6cb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 945 time: 0.0462308 Jun 03 16:27:02.354665 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b32091c2-1841-48c7-88cc-6a32c6b0710f req-e2db1cac-bbe3-420f-9af4-917c26020900 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399361 Jun 03 16:27:02.995749 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:27:03.257967 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3113a30d-36af-4d19-891b-9696f04ca42d up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:27:03.300248 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 3113a30d-36af-4d19-891b-9696f04ca42d triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:27:03.300608 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:03.361135 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:03.372900 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 3113a30d-36af-4d19-891b-9696f04ca42d is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:27:03.373281 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:03.395193 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:27:03.397427 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0ea36c-c480-4709-a6d3-5b6a8822bece" -d '{"events": [{"server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "name": "network-vif-plugged", "status": "completed", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:27:03.411449 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:27:03.416031 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:03.465162 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=10']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:03.482715 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5dcad-a498-421a-a360-75115474e867 req-81b3c34f-8f47-4ea7-963d-5e1b1192aeaf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:03.484231 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9ad5dcad-a498-421a-a360-75115474e867 req-81b3c34f-8f47-4ea7-963d-5e1b1192aeaf tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 947 time: 0.0515015 Jun 03 16:27:03.531821 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-9ad5dcad-a498-421a-a360-75115474e867 req-3a134324-a9ed-4676-be92-64e22d8db617 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Jun 03 16:27:03.628726 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c24213f-cc6c-4425-9a91-c3f1fbfbe1d0 x-openstack-request-id: req-7c24213f-cc6c-4425-9a91-c3f1fbfbe1d0 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:27:03.629017 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "name": "network-vif-plugged", "status": "completed", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:27:03.629265 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c24213f-cc6c-4425-9a91-c3f1fbfbe1d0 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:27:03.629664 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c24213f-cc6c-4425-9a91-c3f1fbfbe1d0'] response: {'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d', 'code': 200} Jun 03 16:27:03.810456 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dca67f-6296-4c19-9e75-8cc1fc981988 req-9e6720cc-20d4-4d67-9cee-4983956454b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:03.811878 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-28dca67f-6296-4c19-9e75-8cc1fc981988 req-9e6720cc-20d4-4d67-9cee-4983956454b8 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 1131 time: 0.0420382 Jun 03 16:27:03.857104 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-28dca67f-6296-4c19-9e75-8cc1fc981988 req-f8aefc02-7c1c-4bf2-af8b-57f1ed402f0c service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373535 Jun 03 16:27:04.646296 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35a218-a2ae-4867-8c26-d1e4ced35493 req-c85b89cf-c371-4cb3-8fcb-812f897a9d11 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:04.647732 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4e35a218-a2ae-4867-8c26-d1e4ced35493 req-c85b89cf-c371-4cb3-8fcb-812f897a9d11 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 947 time: 0.0453446 Jun 03 16:27:04.693324 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4e35a218-a2ae-4867-8c26-d1e4ced35493 req-229dcd32-598d-4289-a772-1a6a9d8aee69 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393982 Jun 03 16:27:05.814585 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4b7e0-2523-4006-8ae3-4e57c6c8fe7d req-f8d73f92-24ad-4e52-ad20-7b35a88957c3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:05.816097 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-64c4b7e0-2523-4006-8ae3-4e57c6c8fe7d req-f8d73f92-24ad-4e52-ad20-7b35a88957c3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 947 time: 0.0510769 Jun 03 16:27:05.863439 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-64c4b7e0-2523-4006-8ae3-4e57c6c8fe7d req-8cde1629-fd4c-4553-8f76-d909074b5ac3 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418806 Jun 03 16:27:06.981034 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea6b01-a667-41e0-aadf-0f6b11151a95 req-5326e4a7-753b-45af-807d-cf7f62fbc8d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:06.982485 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-19ea6b01-a667-41e0-aadf-0f6b11151a95 req-5326e4a7-753b-45af-807d-cf7f62fbc8d9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 947 time: 0.0469918 Jun 03 16:27:07.028085 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-19ea6b01-a667-41e0-aadf-0f6b11151a95 req-19a7b1a5-1654-44e5-80fc-c66c15815317 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402055 Jun 03 16:27:13.461128 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:13.462368 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:15.094048 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:15.857082 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:15.859264 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=55 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:17.022060 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:17.024607 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=40 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:18.028066 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:18.028935 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:19.318234 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c73f61fc-bd9f-4b40-a162-4c417fd778e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:21.614012 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b56c97d6-14d8-4660-9ee2-1a2bd8966d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:22.895267 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:24.002603 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:26.151643 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:28.404128 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e0ccf-e5be-486e-812e-4b9d80d58c61 req-e1997f45-4d9e-4081-9776-52eda90b5b2f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:28.406004 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-779e0ccf-e5be-486e-812e-4b9d80d58c61 req-e1997f45-4d9e-4081-9776-52eda90b5b2f tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 945 time: 0.0466144 Jun 03 16:27:28.451830 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-779e0ccf-e5be-486e-812e-4b9d80d58c61 req-896a7e10-c1b7-407d-93a3-e88541478d39 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404737 Jun 03 16:27:29.571072 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541c370-45cd-4275-8953-dc59eb984b66 req-709aded6-69e2-4ba8-a553-8caaa97adcd9 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:29.572485 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f541c370-45cd-4275-8953-dc59eb984b66 req-709aded6-69e2-4ba8-a553-8caaa97adcd9 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 945 time: 0.0511987 Jun 03 16:27:29.618760 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f541c370-45cd-4275-8953-dc59eb984b66 req-a6ed7c52-264e-4907-b2c2-a597f0147fd8 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402341 Jun 03 16:27:30.729968 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-f756f531-9c72-4546-9048-12ddb78a5082 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:30.730711 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877aa0ed-d8bb-41a6-b7ef-c65d1d64f305 req-07f153ab-5aea-4620-9e3d-3e023c5af62a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:30.731446 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-f756f531-9c72-4546-9048-12ddb78a5082 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.118 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 945 time: 0.0471768 Jun 03 16:27:30.731634 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-877aa0ed-d8bb-41a6-b7ef-c65d1d64f305 req-07f153ab-5aea-4620-9e3d-3e023c5af62a tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 945 time: 0.0460846 Jun 03 16:27:30.785276 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-877aa0ed-d8bb-41a6-b7ef-c65d1d64f305 req-1a24d2ac-2f16-4a05-8b1a-458ecf945dfe tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ed64623-1f6d-41e6-9098-9317a2bd3dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474277 Jun 03 16:27:30.818092 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Deleting port 41e725ed-2822-4f59-a76d-137da0e19a16 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:27:30.818434 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:30.910364 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] For port 41e725ed-2822-4f59-a76d-137da0e19a16, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41e725ed-2822-4f59-a76d-137da0e19a16,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:27:30.910636 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:31.065564 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:31.065927 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (b667d149-8ada-4028-ad53-f1ef65c9b718), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:31.066248 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Floating IP b667d149-8ada-4028-ad53-f1ef65c9b718 disassociated. External IP: 172.27.2.180, port: 41e725ed-2822-4f59-a76d-137da0e19a16. Jun 03 16:27:31.066592 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Calling delete_port for 41e725ed-2822-4f59-a76d-137da0e19a16 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:27:31.192891 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (41e725ed-2822-4f59-a76d-137da0e19a16), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:31.220070 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event deleted for resources: {'Port': ['ID=41e725ed-2822-4f59-a76d-137da0e19a16,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:31.233676 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.234024 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.234368 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.234710 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.235046 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.235434 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.235766 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.236092 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.236419 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.236744 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.237069 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.237393 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.237712 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.238031 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.238374 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:31.339219 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Router bf71b996-aec1-4b90-a206-017d0fbcb83b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:27:31.422323 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:31.440083 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:27:31.450320 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81423987-9a11-46c0-b420-7e8373980938 None None] Sync routers for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:31.461193 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81423987-9a11-46c0-b420-7e8373980938 None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:27:31.461881 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-81423987-9a11-46c0-b420-7e8373980938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:27:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:31.490682 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] No DVR routers for this DVR port 41e725ed-2822-4f59-a76d-137da0e19a16 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:27:31.493266 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:31.496529 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-843dde1d-3f3e-484d-8617-9a50ee0c3ba4 req-712a9fa5-185d-4797-907d-38348f1d97a2 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.118 "DELETE /v2.0/ports/41e725ed-2822-4f59-a76d-137da0e19a16 HTTP/1.1" status: 204 len: 173 time: 0.7599914 Jun 03 16:27:31.496964 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'name': 'network-vif-deleted', 'tag': '41e725ed-2822-4f59-a76d-137da0e19a16'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:27:31.499967 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49697558-a7d9-494d-9be0-3289d979d12b" -d '{"events": [{"server_uuid": "49c8a0f7-905d-42bd-ae2b-fd92576529fb", "name": "network-vif-deleted", "tag": "41e725ed-2822-4f59-a76d-137da0e19a16"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:27:31.537862 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89be8be-0ffb-4c52-81c3-b6bfe1908e64 x-openstack-request-id: req-d89be8be-0ffb-4c52-81c3-b6bfe1908e64 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:27:31.538198 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c8a0f7-905d-42bd-ae2b-fd92576529fb", "name": "network-vif-deleted", "tag": "41e725ed-2822-4f59-a76d-137da0e19a16", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:27:31.538456 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d89be8be-0ffb-4c52-81c3-b6bfe1908e64 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:27:31.538852 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89be8be-0ffb-4c52-81c3-b6bfe1908e64'] response: {'server_uuid': '49c8a0f7-905d-42bd-ae2b-fd92576529fb', 'name': 'network-vif-deleted', 'tag': '41e725ed-2822-4f59-a76d-137da0e19a16', 'status': 'completed', 'code': 200} Jun 03 16:27:31.566968 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-81423987-9a11-46c0-b420-7e8373980938 None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:27:31.753896 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-81423987-9a11-46c0-b420-7e8373980938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:31.781150 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81423987-9a11-46c0-b420-7e8373980938 None None] Checking router: bf71b996-aec1-4b90-a206-017d0fbcb83b for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:31.789285 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81423987-9a11-46c0-b420-7e8373980938 None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:27:31.789876 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-81423987-9a11-46c0-b420-7e8373980938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:27:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:31.888703 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-81423987-9a11-46c0-b420-7e8373980938 None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:27:31.891742 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-4707841d-4e8c-4e99-bcb0-1ee9a6381ddd req-ccbbdc62-a3d5-425d-80ba-16423d4f0719 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c8a0f7-905d-42bd-ae2b-fd92576529fb HTTP/1.1" status: 200 len: 210 time: 0.0286510 Jun 03 16:27:32.076266 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-81423987-9a11-46c0-b420-7e8373980938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:32.100004 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81423987-9a11-46c0-b420-7e8373980938 None None] The sync data for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi is: [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:15:54Z', 'revision_number': 4, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'f8208d1e-e660-4992-9cd7-ae7df9bd0143', 'name': '', 'network_id': 'c3619401-b67f-424d-9ca5-3555aafbaad6', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'mac_address': 'fa:16:3e:2a:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:50Z', 'updated_at': '2022-06-03T16:16:09Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'subnets': [{'id': '66586911-787f-4f5f-8dbf-ce2c5b62b5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:32.318627 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba16e6-9af9-48f8-a01a-e37b353c3413 None None] New status for floating IP b667d149-8ada-4028-ad53-f1ef65c9b718: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:27:32.979972 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49682) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:33.037253 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23d6c282-ff69-459c-bdd9-c3c9124d7b3e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (6ed64623-1f6d-41e6-9098-9317a2bd3dcc), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:33.039373 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:33.063518 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23d6c282-ff69-459c-bdd9-c3c9124d7b3e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (6ed64623-1f6d-41e6-9098-9317a2bd3dcc), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:33.110976 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23d6c282-ff69-459c-bdd9-c3c9124d7b3e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (6ed64623-1f6d-41e6-9098-9317a2bd3dcc), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:33.113614 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23d6c282-ff69-459c-bdd9-c3c9124d7b3e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:33.114755 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-23d6c282-ff69-459c-bdd9-c3c9124d7b3e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ed64623-1f6d-41e6-9098-9317a2bd3dcc HTTP/1.1" status: 204 len: 168 time: 0.1338029 Jun 03 16:27:33.118265 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49684) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:33.124681 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6c282-ff69-459c-bdd9-c3c9124d7b3e tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed64623-1f6d-41e6-9098-9317a2bd3dcc,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:33.132704 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.api.v2.resource [None req-d120d67e-5ddc-491a-8c3b-eb121d38f902 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] show failed (client error): The resource could not be found. Jun 03 16:27:33.133831 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d120d67e-5ddc-491a-8c3b-eb121d38f902 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "GET /v2.0/security-groups/6ed64623-1f6d-41e6-9098-9317a2bd3dcc HTTP/1.1" status: 404 len: 347 time: 0.0144382 Jun 03 16:27:33.136577 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49686) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:33.246509 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Deleting port ee1a4c80-78ca-4c1b-ac93-a208f5088b87 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:27:33.246758 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (ee1a4c80-78ca-4c1b-ac93-a208f5088b87), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:33.326580 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (ee1a4c80-78ca-4c1b-ac93-a208f5088b87), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:33.327045 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (ee1a4c80-78ca-4c1b-ac93-a208f5088b87), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:33.339559 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Calling delete_port for ee1a4c80-78ca-4c1b-ac93-a208f5088b87 owned by network:floatingip {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:27:33.462380 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (ee1a4c80-78ca-4c1b-ac93-a208f5088b87), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:33.487984 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Pushing event deleted for resources: {'Port': ['ID=ee1a4c80-78ca-4c1b-ac93-a208f5088b87,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:33.500466 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.500804 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.501139 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.501470 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.501800 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.502123 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.502466 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.502782 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.503100 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.503497 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.503819 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.504135 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.504449 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.504764 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.505076 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.561355 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks [] for floatingip (b667d149-8ada-4028-ad53-f1ef65c9b718), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:33.563858 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:33.565009 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-70e3a5d5-647b-408c-85fc-f032a72b8ee5 tempest-AttachVolumeTestJSON-131325096 tempest-AttachVolumeTestJSON-131325096-project] 10.222.0.41 "DELETE /v2.0/floatingips/b667d149-8ada-4028-ad53-f1ef65c9b718 HTTP/1.1" status: 204 len: 168 time: 0.4274116 Jun 03 16:27:35.443564 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 41e725ed-2822-4f59-a76d-137da0e19a16 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:27:35.462900 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 41e725ed-2822-4f59-a76d-137da0e19a16 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:27:35.463244 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 41e725ed-2822-4f59-a76d-137da0e19a16 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:27:37.083539 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49718) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:37.717563 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:37.757070 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:37.773577 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749268'] for router_interface (bf71b996-aec1-4b90-a206-017d0fbcb83b), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:37.980760 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] Deleting port f8208d1e-e660-4992-9cd7-ae7df9bd0143 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:27:37.981006 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:38.057992 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] For port f8208d1e-e660-4992-9cd7-ae7df9bd0143, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=f8208d1e-e660-4992-9cd7-ae7df9bd0143,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:27:38.058346 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:38.071616 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] Calling delete_port for f8208d1e-e660-4992-9cd7-ae7df9bd0143 owned by network:router_interface {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:27:38.239421 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (f8208d1e-e660-4992-9cd7-ae7df9bd0143), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:38.264316 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8208d1e-e660-4992-9cd7-ae7df9bd0143,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:38.429088 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751897'] for router_interface (bf71b996-aec1-4b90-a206-017d0fbcb83b), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:38.519760 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:38.595168 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:38.631879 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] Router bf71b996-aec1-4b90-a206-017d0fbcb83b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:27:38.730260 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:27:38.736078 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-bcad1fe8-c155-4a2f-9c90-fb4855b3b743 admin admin] 10.222.0.41 "PUT /v2.0/routers/bf71b996-aec1-4b90-a206-017d0fbcb83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6507885 Jun 03 16:27:38.737604 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49724) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:38.739974 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] Sync routers for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:38.749444 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:27:38.750035 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:27:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:38.834192 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Publish callbacks [] for router (bf71b996-aec1-4b90-a206-017d0fbcb83b), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:38.848196 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:27:38.925571 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Publish callbacks [] for router_gateway (bf71b996-aec1-4b90-a206-017d0fbcb83b), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:38.970379 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Deleting port b21bc64e-3598-484c-8b78-f990c917d078 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:27:38.970712 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (b21bc64e-3598-484c-8b78-f990c917d078), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.008358 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:39.013186 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:27:38Z', 'revision_number': 5, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port': {'id': 'b21bc64e-3598-484c-8b78-f990c917d078', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:43Z', 'updated_at': '2022-06-03T16:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:39.038727 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] Checking router: bf71b996-aec1-4b90-a206-017d0fbcb83b for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:39.046878 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] Routers {'bf71b996-aec1-4b90-a206-017d0fbcb83b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:27:39.047493 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:27:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['bf71b996-aec1-4b90-a206-017d0fbcb83b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:39.048111 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] For port b21bc64e-3598-484c-8b78-f990c917d078, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=b21bc64e-3598-484c-8b78-f990c917d078,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:27:39.048472 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (b21bc64e-3598-484c-8b78-f990c917d078), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.050436 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:39.062258 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Calling delete_port for b21bc64e-3598-484c-8b78-f990c917d078 owned by network:router_gateway {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:27:39.209633 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] Set router bf71b996-aec1-4b90-a206-017d0fbcb83b gateway port host: None {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:27:39.230881 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (b21bc64e-3598-484c-8b78-f990c917d078), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.256598 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:27:38Z', 'revision_number': 6, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port_host': None}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:39.260166 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21bc64e-3598-484c-8b78-f990c917d078,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:39.283864 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6816a2f-9107-4577-a73b-744252cdff24 None None] The sync data for ids ['bf71b996-aec1-4b90-a206-017d0fbcb83b'] in dv-cinder-836996-28-iscsi is: [{'id': 'bf71b996-aec1-4b90-a206-017d0fbcb83b', 'name': 'tempest-AttachVolumeTestJSON-969187757-router', 'tenant_id': 'd0f59694966848829048aee648dddccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:27:38Z', 'revision_number': 6, 'project_id': 'd0f59694966848829048aee648dddccc', 'gw_port_host': None}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:39.322807 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746265'] for router_gateway (bf71b996-aec1-4b90-a206-017d0fbcb83b), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.404623 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:39.408820 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11026'] for router (bf71b996-aec1-4b90-a206-017d0fbcb83b), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.410178 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:39.411551 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Publish callbacks [] for router_controller (bf71b996-aec1-4b90-a206-017d0fbcb83b), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.453631 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748425'] for router (bf71b996-aec1-4b90-a206-017d0fbcb83b), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.454211 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf71b996-aec1-4b90-a206-017d0fbcb83b {{(pid=103937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 16:27:39.459531 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.460736 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a2f94f93-6832-4e62-af73-a909e1092066 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bf71b996-aec1-4b90-a206-017d0fbcb83b HTTP/1.1" status: 204 len: 168 time: 0.7221763 Jun 03 16:27:39.463236 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49726) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:39.507353 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_v2 [None req-21719176-61eb-4960-9f8a-b28c77b810c1 admin admin] Deleting subnet 66586911-787f-4f5f-8dbf-ce2c5b62b5ee {{(pid=103937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:27:39.510383 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21719176-61eb-4960-9f8a-b28c77b810c1 admin admin] Publish callbacks [] for subnet (66586911-787f-4f5f-8dbf-ce2c5b62b5ee), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.547923 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21719176-61eb-4960-9f8a-b28c77b810c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113059'] for subnet (66586911-787f-4f5f-8dbf-ce2c5b62b5ee), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.653026 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21719176-61eb-4960-9f8a-b28c77b810c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (66586911-787f-4f5f-8dbf-ce2c5b62b5ee), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.717892 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21719176-61eb-4960-9f8a-b28c77b810c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854543'] for subnet (66586911-787f-4f5f-8dbf-ce2c5b62b5ee), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.729520 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device f8208d1e-e660-4992-9cd7-ae7df9bd0143 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:27:39.731144 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21719176-61eb-4960-9f8a-b28c77b810c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.737124 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-21719176-61eb-4960-9f8a-b28c77b810c1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/66586911-787f-4f5f-8dbf-ce2c5b62b5ee HTTP/1.1" status: 204 len: 168 time: 0.2707047 Jun 03 16:27:39.737529 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49728) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:39.751791 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21719176-61eb-4960-9f8a-b28c77b810c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66586911-787f-4f5f-8dbf-ce2c5b62b5ee,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:39.756287 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de2027-c1fa-46cb-ac48-2bc92e517eb2 None None] Network c3619401-b67f-424d-9ca5-3555aafbaad6 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:27:39.759080 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: f8208d1e-e660-4992-9cd7-ae7df9bd0143 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:27:39.759526 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device f8208d1e-e660-4992-9cd7-ae7df9bd0143 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:27:39.806971 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (c3619401-b67f-424d-9ca5-3555aafbaad6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.851467 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Deleting port dfae8632-52ad-40ad-9be7-ea97cfc42e95 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:27:39.851866 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.914007 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] For port dfae8632-52ad-40ad-9be7-ea97cfc42e95, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=dfae8632-52ad-40ad-9be7-ea97cfc42e95,segment=NetworkSegment(e8b4dd01-a2ad-4e62-9747-b7c5f03aff61),segment_id=e8b4dd01-a2ad-4e62-9747-b7c5f03aff61)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:27:39.914372 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:39.928980 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Calling delete_port for dfae8632-52ad-40ad-9be7-ea97cfc42e95 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:27:39.994480 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:27:40.008178 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (dfae8632-52ad-40ad-9be7-ea97cfc42e95), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.033876 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfae8632-52ad-40ad-9be7-ea97cfc42e95,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:40.037674 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] No DVR routers for this DVR port dfae8632-52ad-40ad-9be7-ea97cfc42e95 on host dv-cinder-836996-28-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:27:40.050610 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef137f5-7015-48a4-a7fb-b9d5c769d699 None None] DHCP port deletion for c3619401-b67f-424d-9ca5-3555aafbaad6 request from dv-cinder-836996-28-iscsi {{(pid=103938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 16:27:40.111951 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (c3619401-b67f-424d-9ca5-3555aafbaad6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.132892 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3619401-b67f-424d-9ca5-3555aafbaad6']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:40.143618 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:40.143917 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b4dd01-a2ad-4e62-9747-b7c5f03aff61') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:40.157607 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17695901'] for segment (e8b4dd01-a2ad-4e62-9747-b7c5f03aff61), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.172962 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (e8b4dd01-a2ad-4e62-9747-b7c5f03aff61), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.180507 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:27:40.181028 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17377044'] for segment (e8b4dd01-a2ad-4e62-9747-b7c5f03aff61), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.219468 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment e8b4dd01-a2ad-4e62-9747-b7c5f03aff61 resource provider aggregate not found Jun 03 16:27:40.238482 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment e8b4dd01-a2ad-4e62-9747-b7c5f03aff61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8b4dd01-a2ad-4e62-9747-b7c5f03aff61 found for delete ", "request_id": "req-3d1c26b2-8ab1-4330-bcf0-0a6c9e0afca9"}]} Jun 03 16:27:40.245985 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (c3619401-b67f-424d-9ca5-3555aafbaad6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.253983 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.257160 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c3619401-b67f-424d-9ca5-3555aafbaad6 HTTP/1.1" status: 204 len: 168 time: 0.5186613 Jun 03 16:27:40.269440 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280a5e8-c97f-487c-adc1-4de841f328d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3619401-b67f-424d-9ca5-3555aafbaad6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:40.385063 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49736) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:40.425516 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-857d9e37-078f-4b25-ac69-176b9b70023e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0f59694966848829048aee648dddccc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392981 Jun 03 16:27:40.427801 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49738) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:40.476416 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d00b09aa-2350-4ee2-bc50-74b3abf492a7 admin admin] Publish callbacks [] for security_group (dfa5e89c-050a-48df-95b4-f00db423c4a7), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.497262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:40.502947 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d00b09aa-2350-4ee2-bc50-74b3abf492a7 admin admin] Publish callbacks [] for security_group (dfa5e89c-050a-48df-95b4-f00db423c4a7), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.551321 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d00b09aa-2350-4ee2-bc50-74b3abf492a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (dfa5e89c-050a-48df-95b4-f00db423c4a7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.553268 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d00b09aa-2350-4ee2-bc50-74b3abf492a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:40.554395 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d00b09aa-2350-4ee2-bc50-74b3abf492a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfa5e89c-050a-48df-95b4-f00db423c4a7 HTTP/1.1" status: 204 len: 168 time: 0.1257217 Jun 03 16:27:40.562750 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b09aa-2350-4ee2-bc50-74b3abf492a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa5e89c-050a-48df-95b4-f00db423c4a7,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:41.196934 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49760) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:41.291992 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-124903825-network', 'tenant_id': '8b4de93af39b4952bfaa5577b473eff4'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:27:41.312368 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Made reservation on behalf of 8b4de93af39b4952bfaa5577b473eff4 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:41.314642 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.322830 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.354702 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:41.398403 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Publish callbacks [] for security_group (071ad2ec-4470-4cfe-a506-4d9d71d73762), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.402148 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (071ad2ec-4470-4cfe-a506-4d9d71d73762), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.426808 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1242, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:27:41.437176 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071ad2ec-4470-4cfe-a506-4d9d71d73762,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:41.442868 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (d55fa8c9-2ddc-450d-8c72-c20caa040303), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.443202 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Added segment d55fa8c9-2ddc-450d-8c72-c20caa040303 of type vlan for network f182c4d7-af6e-4a86-8422-826a719c5d65 Jun 03 16:27:41.482868 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (f182c4d7-af6e-4a86-8422-826a719c5d65), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.508636 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (f182c4d7-af6e-4a86-8422-826a719c5d65), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.509609 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:41.510169 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.536072 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device b21bc64e-3598-484c-8b78-f990c917d078 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:27:41.555647 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: b21bc64e-3598-484c-8b78-f990c917d078 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:27:41.555900 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device b21bc64e-3598-484c-8b78-f990c917d078 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:27:41.556308 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device dfae8632-52ad-40ad-9be7-ea97cfc42e95 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:27:41.572361 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49764) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:41.572926 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3744268 Jun 03 16:27:41.574445 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: dfae8632-52ad-40ad-9be7-ea97cfc42e95 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:27:41.574791 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device dfae8632-52ad-40ad-9be7-ea97cfc42e95 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:27:41.577902 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dce89-85d8-4fe3-a5d4-861a4c2aa4c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f182c4d7-af6e-4a86-8422-826a719c5d65,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:41.578128 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Request body: {'subnet': {'network_id': 'f182c4d7-af6e-4a86-8422-826a719c5d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-124903825-subnet', 'tenant_id': '8b4de93af39b4952bfaa5577b473eff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:27:41.591625 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network f182c4d7-af6e-4a86-8422-826a719c5d65 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:27:41.600725 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Made reservation on behalf of 8b4de93af39b4952bfaa5577b473eff4 for: {'subnet': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:41.603076 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25854564'] for subnet (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.763412 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25579597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25854582'] for subnet (a8ed1a4d-d6d0-41ec-8cc7-bd23aa7ef7f1), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.812931 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ed1a4d-d6d0-41ec-8cc7-bd23aa7ef7f1,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:41.827815 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Checking segment: {'id': 'd55fa8c9-2ddc-450d-8c72-c20caa040303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'f182c4d7-af6e-4a86-8422-826a719c5d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:27:41.828165 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Network hostable DHCP agents. Network: f182c4d7-af6e-4a86-8422-826a719c5d65, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:27:41.845339 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Network f182c4d7-af6e-4a86-8422-826a719c5d65 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:27:41.853677 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, f182c4d7-af6e-4a86-8422-826a719c5d65) {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:41.857513 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:41.858093 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:41.862195 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac35e966-2451-4870-b292-35c45a660ebe None None] Network f182c4d7-af6e-4a86-8422-826a719c5d65 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:27:41.873119 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-5f8b31b0-011e-46f4-8183-03103b8a7f86 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2996566 Jun 03 16:27:41.956055 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2ee25-f031-492f-8ee8-d2aa9631fe22 None None] Network f182c4d7-af6e-4a86-8422-826a719c5d65 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:27:42.340037 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49782) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:42.345314 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1928326735-network', 'tenant_id': 'ce18c25adf1e4bf9b8da6f03486d5f81'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:27:42.364786 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Made reservation on behalf of ce18c25adf1e4bf9b8da6f03486d5f81 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:42.367022 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.376207 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.448679 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Publish callbacks [] for security_group (1c1e5a8d-5ddd-4603-9b50-ad5eebe4aafa), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.452719 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (1c1e5a8d-5ddd-4603-9b50-ad5eebe4aafa), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.478885 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] vlan segment allocate from pool success with {'vlan_id': 1229, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:27:42.485151 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1e5a8d-5ddd-4603-9b50-ad5eebe4aafa,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:42.490873 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (972a9867-e56a-4180-8200-3b8a9057280a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.491214 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Added segment 972a9867-e56a-4180-8200-3b8a9057280a of type vlan for network 5e12e15b-2c33-479a-af48-d2b9e00a1120 Jun 03 16:27:42.535520 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (5e12e15b-2c33-479a-af48-d2b9e00a1120), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.546884 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:42.569933 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (5e12e15b-2c33-479a-af48-d2b9e00a1120), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.571176 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:42.571802 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.631202 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2899780 Jun 03 16:27:42.633979 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49784) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:42.638510 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d8ea8-1e4d-4492-9f2c-7b08e0caeede admin admin] Pushing event updated for resources: {'Network': ['ID=5e12e15b-2c33-479a-af48-d2b9e00a1120,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:42.638783 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Request body: {'subnet': {'network_id': '5e12e15b-2c33-479a-af48-d2b9e00a1120', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1928326735-subnet', 'tenant_id': 'ce18c25adf1e4bf9b8da6f03486d5f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:27:42.660557 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Made reservation on behalf of ce18c25adf1e4bf9b8da6f03486d5f81 for: {'subnet': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:42.662953 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25854564'] for subnet (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.677417 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 5e12e15b-2c33-479a-af48-d2b9e00a1120 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:27:42.737573 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:42.776770 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:42.834582 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25579597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25854582'] for subnet (8ec9e9d1-ea88-4207-b88f-05f8de563b3c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.890875 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec9e9d1-ea88-4207-b88f-05f8de563b3c,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:42.898148 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Checking segment: {'id': '972a9867-e56a-4180-8200-3b8a9057280a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '5e12e15b-2c33-479a-af48-d2b9e00a1120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:27:42.898504 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Network hostable DHCP agents. Network: 5e12e15b-2c33-479a-af48-d2b9e00a1120, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:27:42.915123 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Network 5e12e15b-2c33-479a-af48-d2b9e00a1120 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:27:42.923757 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 5e12e15b-2c33-479a-af48-d2b9e00a1120) {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:42.928247 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:42.929332 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:42.932296 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0803fe-f8f6-4109-9325-b0c5e7caadcb None None] Network 5e12e15b-2c33-479a-af48-d2b9e00a1120 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:27:42.944718 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-b285954f-1d93-49eb-8cd1-475b0860ea8e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3096597 Jun 03 16:27:43.026618 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91fb641-747b-4b09-a458-6d1b2ca715e6 None None] Network 5e12e15b-2c33-479a-af48-d2b9e00a1120 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:27:43.058745 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49788) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:43.103546 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-e460b697-b692-49a3-86ee-1225b7649469 admin admin] Deleting subnet a8ed1a4d-d6d0-41ec-8cc7-bd23aa7ef7f1 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:27:43.106882 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e460b697-b692-49a3-86ee-1225b7649469 admin admin] Publish callbacks [] for subnet (a8ed1a4d-d6d0-41ec-8cc7-bd23aa7ef7f1), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.141533 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e460b697-b692-49a3-86ee-1225b7649469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17695914'] for subnet (a8ed1a4d-d6d0-41ec-8cc7-bd23aa7ef7f1), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.183536 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e460b697-b692-49a3-86ee-1225b7649469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (a8ed1a4d-d6d0-41ec-8cc7-bd23aa7ef7f1), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.230424 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:43.236483 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e460b697-b692-49a3-86ee-1225b7649469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17591709'] for subnet (a8ed1a4d-d6d0-41ec-8cc7-bd23aa7ef7f1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.261951 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460b697-b692-49a3-86ee-1225b7649469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ed1a4d-d6d0-41ec-8cc7-bd23aa7ef7f1,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:43.266676 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e460b697-b692-49a3-86ee-1225b7649469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.269814 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e460b697-b692-49a3-86ee-1225b7649469 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a8ed1a4d-d6d0-41ec-8cc7-bd23aa7ef7f1 HTTP/1.1" status: 204 len: 168 time: 0.2100587 Jun 03 16:27:43.272325 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49790) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:43.340541 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (f182c4d7-af6e-4a86-8422-826a719c5d65), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.416069 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (f182c4d7-af6e-4a86-8422-826a719c5d65), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.435114 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f182c4d7-af6e-4a86-8422-826a719c5d65']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:43.444052 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55fa8c9-2ddc-450d-8c72-c20caa040303') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:43.444347 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55fa8c9-2ddc-450d-8c72-c20caa040303') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:43.454051 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17695901'] for segment (d55fa8c9-2ddc-450d-8c72-c20caa040303), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.466701 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (d55fa8c9-2ddc-450d-8c72-c20caa040303), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.473419 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:27:43.473809 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17377044'] for segment (d55fa8c9-2ddc-450d-8c72-c20caa040303), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.514987 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment d55fa8c9-2ddc-450d-8c72-c20caa040303 resource provider aggregate not found Jun 03 16:27:43.537219 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment d55fa8c9-2ddc-450d-8c72-c20caa040303 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d55fa8c9-2ddc-450d-8c72-c20caa040303 found for delete ", "request_id": "req-87bf864c-ac03-4cef-9b42-83accb304c14"}]} Jun 03 16:27:43.539498 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (f182c4d7-af6e-4a86-8422-826a719c5d65), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.544778 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.547808 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f182c4d7-af6e-4a86-8422-826a719c5d65 HTTP/1.1" status: 204 len: 168 time: 0.2745981 Jun 03 16:27:43.550706 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49796) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:43.558913 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afad41-ff60-44bd-abe7-1eebfafe7087 admin admin] Pushing event deleted for resources: {'Network': ['ID=f182c4d7-af6e-4a86-8422-826a719c5d65,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:43.599498 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_v2 [None req-90384c9e-0717-4771-bfee-54405cbf6a24 admin admin] Deleting subnet 8ec9e9d1-ea88-4207-b88f-05f8de563b3c {{(pid=103937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:27:43.602736 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90384c9e-0717-4771-bfee-54405cbf6a24 admin admin] Publish callbacks [] for subnet (8ec9e9d1-ea88-4207-b88f-05f8de563b3c), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.635826 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90384c9e-0717-4771-bfee-54405cbf6a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113059'] for subnet (8ec9e9d1-ea88-4207-b88f-05f8de563b3c), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.673923 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90384c9e-0717-4771-bfee-54405cbf6a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (8ec9e9d1-ea88-4207-b88f-05f8de563b3c), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.723504 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90384c9e-0717-4771-bfee-54405cbf6a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854543'] for subnet (8ec9e9d1-ea88-4207-b88f-05f8de563b3c), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.752165 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384c9e-0717-4771-bfee-54405cbf6a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec9e9d1-ea88-4207-b88f-05f8de563b3c,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:43.755890 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-90384c9e-0717-4771-bfee-54405cbf6a24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.758894 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-90384c9e-0717-4771-bfee-54405cbf6a24 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8ec9e9d1-ea88-4207-b88f-05f8de563b3c HTTP/1.1" status: 204 len: 168 time: 0.2071285 Jun 03 16:27:43.761435 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49798) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:43.826358 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (5e12e15b-2c33-479a-af48-d2b9e00a1120), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.904250 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (5e12e15b-2c33-479a-af48-d2b9e00a1120), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.923764 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e12e15b-2c33-479a-af48-d2b9e00a1120']}} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:43.932734 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972a9867-e56a-4180-8200-3b8a9057280a') {'for_net_delete': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:43.932968 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972a9867-e56a-4180-8200-3b8a9057280a') {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:43.942744 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113044'] for segment (972a9867-e56a-4180-8200-3b8a9057280a), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.955569 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (972a9867-e56a-4180-8200-3b8a9057280a), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.961735 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=103937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:27:43.962105 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25579824'] for segment (972a9867-e56a-4180-8200-3b8a9057280a), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:43.998353 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 972a9867-e56a-4180-8200-3b8a9057280a resource provider aggregate not found Jun 03 16:27:44.015962 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 972a9867-e56a-4180-8200-3b8a9057280a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 972a9867-e56a-4180-8200-3b8a9057280a found for delete ", "request_id": "req-3fd52e8e-dbfb-4dca-932d-660c3bc0d6d1"}]} Jun 03 16:27:44.023745 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (5e12e15b-2c33-479a-af48-d2b9e00a1120), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:44.029284 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:44.032291 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] 10.222.0.41 "DELETE /v2.0/networks/5e12e15b-2c33-479a-af48-d2b9e00a1120 HTTP/1.1" status: 204 len: 168 time: 0.2699246 Jun 03 16:27:44.042812 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c586c-0682-401b-a690-1cfedeb0759d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e12e15b-2c33-479a-af48-d2b9e00a1120,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:44.189720 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49806) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:44.228262 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c64425c0-5ef5-499b-898f-037aa5b85672 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b4de93af39b4952bfaa5577b473eff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373785 Jun 03 16:27:44.230554 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 49808) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:44.278335 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f267cdf-d9f4-4dbe-8430-0c47d30a2590 admin admin] Publish callbacks [] for security_group (071ad2ec-4470-4cfe-a506-4d9d71d73762), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:44.300012 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f267cdf-d9f4-4dbe-8430-0c47d30a2590 admin admin] Publish callbacks [] for security_group (071ad2ec-4470-4cfe-a506-4d9d71d73762), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:44.345606 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f267cdf-d9f4-4dbe-8430-0c47d30a2590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (071ad2ec-4470-4cfe-a506-4d9d71d73762), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:44.348344 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f267cdf-d9f4-4dbe-8430-0c47d30a2590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:44.349495 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0f267cdf-d9f4-4dbe-8430-0c47d30a2590 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/071ad2ec-4470-4cfe-a506-4d9d71d73762 HTTP/1.1" status: 204 len: 168 time: 0.1180558 Jun 03 16:27:44.358073 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f267cdf-d9f4-4dbe-8430-0c47d30a2590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ad2ec-4470-4cfe-a506-4d9d71d73762,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:44.372911 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:44.373764 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:44.685004 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49814) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:44.729681 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-b4ba758a-a030-4495-8e16-32a0e9449661 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce18c25adf1e4bf9b8da6f03486d5f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433664 Jun 03 16:27:44.732045 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 49816) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:27:44.780801 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c04bd30e-c986-4d18-820e-12d080914c79 admin admin] Publish callbacks [] for security_group (1c1e5a8d-5ddd-4603-9b50-ad5eebe4aafa), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:44.793539 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:44.801199 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:44.803276 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c04bd30e-c986-4d18-820e-12d080914c79 admin admin] Publish callbacks [] for security_group (1c1e5a8d-5ddd-4603-9b50-ad5eebe4aafa), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:44.852204 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c04bd30e-c986-4d18-820e-12d080914c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (1c1e5a8d-5ddd-4603-9b50-ad5eebe4aafa), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:44.854730 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c04bd30e-c986-4d18-820e-12d080914c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:44.858252 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-c04bd30e-c986-4d18-820e-12d080914c79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c1e5a8d-5ddd-4603-9b50-ad5eebe4aafa HTTP/1.1" status: 204 len: 168 time: 0.1230516 Jun 03 16:27:44.864481 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bd30e-c986-4d18-820e-12d080914c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1e5a8d-5ddd-4603-9b50-ad5eebe4aafa,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:45.090083 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:49.232736 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=11 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:49.320846 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e9c83f57-7307-4fe7-8d1e-d29b6f91340a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:49.990984 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=12 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:51.615191 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-79187c61-1bd3-4071-a1f1-388abdf5e5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:52.897768 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:54.003873 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:54.352738 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:54.353501 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:54.839182 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:54.860481 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:27:55.956889 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-e61e1395-0bfc-4700-bedf-dce6478421a8 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422549 Jun 03 16:27:56.018829 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-5f517307-ddf6-4f79-a802-bfe55d3d68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:56.020330 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-5f517307-ddf6-4f79-a802-bfe55d3d68d1 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 1131 time: 0.0403621 Jun 03 16:27:56.122646 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-7fd89bec-370c-4b95-ae67-c929f7850d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:56.124706 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-7fd89bec-370c-4b95-ae67-c929f7850d99 service neutron] 10.222.0.118 "GET /v2.0/networks?id=aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 200 len: 918 time: 0.0849762 Jun 03 16:27:56.153348 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:27:56.191588 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-4cfffa18-8894-4207-a044-36168fbc825b service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3113a30d-36af-4d19-891b-9696f04ca42d HTTP/1.1" status: 200 len: 1001 time: 0.0601873 Jun 03 16:27:56.238112 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-74fbe2d1-1a9e-4bb2-a401-0170d981e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:56.239604 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-74fbe2d1-1a9e-4bb2-a401-0170d981e8d7 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 200 len: 855 time: 0.0418394 Jun 03 16:27:56.284997 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-b9cdea95-ea60-433a-8536-c427a303096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:56.286640 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-b9cdea95-ea60-433a-8536-c427a303096f service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=aac77ef2-24df-4348-b770-e983d0529c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404980 Jun 03 16:27:56.378256 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-820d247d-8d5a-4bdb-b08d-6cb50297ebd7 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850885 Jun 03 16:27:56.472672 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7a5c9ea-6412-4ffb-b9b1-8040e74224bf req-93f06fb6-0960-44bb-8c73-6a3143ab0598 service neutron] 10.222.0.118 "GET /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840948 Jun 03 16:28:01.467444 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50036) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:01.594798 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4427ee2e-6095-44c5-9b36-2968aa9bab56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:01.671140 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4427ee2e-6095-44c5-9b36-2968aa9bab56 admin admin] Publish callbacks [] for security_group (ec65733d-7a9b-4647-94c0-6a612016a1f7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:01.675069 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4427ee2e-6095-44c5-9b36-2968aa9bab56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (ec65733d-7a9b-4647-94c0-6a612016a1f7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:01.712713 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4427ee2e-6095-44c5-9b36-2968aa9bab56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a764b1e21f843c7a8680fc5eed1d6dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442188 Jun 03 16:28:01.713545 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427ee2e-6095-44c5-9b36-2968aa9bab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec65733d-7a9b-4647-94c0-6a612016a1f7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:01.716259 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50040) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:01.765506 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-43fbac8b-2814-4ffb-b634-4e08e00629b3 admin admin] Publish callbacks [] for security_group (ec65733d-7a9b-4647-94c0-6a612016a1f7), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:01.787174 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-43fbac8b-2814-4ffb-b634-4e08e00629b3 admin admin] Publish callbacks [] for security_group (ec65733d-7a9b-4647-94c0-6a612016a1f7), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:01.836077 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-43fbac8b-2814-4ffb-b634-4e08e00629b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (ec65733d-7a9b-4647-94c0-6a612016a1f7), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:01.838478 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-43fbac8b-2814-4ffb-b634-4e08e00629b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:01.839634 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-43fbac8b-2814-4ffb-b634-4e08e00629b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec65733d-7a9b-4647-94c0-6a612016a1f7 HTTP/1.1" status: 204 len: 168 time: 0.1223307 Jun 03 16:28:01.847823 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbac8b-2814-4ffb-b634-4e08e00629b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec65733d-7a9b-4647-94c0-6a612016a1f7,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:02.129270 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50046) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:02.142942 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dd070935-87b0-47f4-ba9c-4d8052aadc23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:02.219539 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dd070935-87b0-47f4-ba9c-4d8052aadc23 admin admin] Publish callbacks [] for security_group (fd5f8bb7-04be-4193-bd5f-1390237e1fff), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:02.222961 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dd070935-87b0-47f4-ba9c-4d8052aadc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (fd5f8bb7-04be-4193-bd5f-1390237e1fff), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:02.260979 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-dd070935-87b0-47f4-ba9c-4d8052aadc23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b750fbe5306a4484bd3305004749fdf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306574 Jun 03 16:28:02.262905 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd070935-87b0-47f4-ba9c-4d8052aadc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f8bb7-04be-4193-bd5f-1390237e1fff,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:02.263601 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50048) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:02.313247 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04ef377e-9c3f-4588-bd56-28274ffd8c9e admin admin] Publish callbacks [] for security_group (fd5f8bb7-04be-4193-bd5f-1390237e1fff), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:02.334105 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04ef377e-9c3f-4588-bd56-28274ffd8c9e admin admin] Publish callbacks [] for security_group (fd5f8bb7-04be-4193-bd5f-1390237e1fff), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:02.379550 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04ef377e-9c3f-4588-bd56-28274ffd8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (fd5f8bb7-04be-4193-bd5f-1390237e1fff), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:02.382079 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04ef377e-9c3f-4588-bd56-28274ffd8c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:02.383202 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-04ef377e-9c3f-4588-bd56-28274ffd8c9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd5f8bb7-04be-4193-bd5f-1390237e1fff HTTP/1.1" status: 204 len: 168 time: 0.1186428 Jun 03 16:28:02.386400 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:02.392606 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef377e-9c3f-4588-bd56-28274ffd8c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f8bb7-04be-4193-bd5f-1390237e1fff,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:11.071143 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50218) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:11.201945 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2cec4038-98ea-4a44-a4f1-470027c66a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.287982 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2cec4038-98ea-4a44-a4f1-470027c66a6c admin admin] Publish callbacks [] for security_group (2d49729a-2708-4270-a134-e3a8ef5d7e49), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.292125 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2cec4038-98ea-4a44-a4f1-470027c66a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2d49729a-2708-4270-a134-e3a8ef5d7e49), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.336141 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-2cec4038-98ea-4a44-a4f1-470027c66a6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07b751ee757f4c928963dc7ecd5325fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638161 Jun 03 16:28:11.337008 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec4038-98ea-4a44-a4f1-470027c66a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d49729a-2708-4270-a134-e3a8ef5d7e49,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:11.338754 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50222) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:11.391587 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-89a8a4de-3128-4e23-ab78-53efeb36ba90 admin admin] Publish callbacks [] for security_group (2d49729a-2708-4270-a134-e3a8ef5d7e49), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.413885 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-89a8a4de-3128-4e23-ab78-53efeb36ba90 admin admin] Publish callbacks [] for security_group (2d49729a-2708-4270-a134-e3a8ef5d7e49), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.419738 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:11.464383 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-89a8a4de-3128-4e23-ab78-53efeb36ba90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2d49729a-2708-4270-a134-e3a8ef5d7e49), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.467276 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-89a8a4de-3128-4e23-ab78-53efeb36ba90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.468495 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-89a8a4de-3128-4e23-ab78-53efeb36ba90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d49729a-2708-4270-a134-e3a8ef5d7e49 HTTP/1.1" status: 204 len: 168 time: 0.1280522 Jun 03 16:28:11.476291 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8a4de-3128-4e23-ab78-53efeb36ba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d49729a-2708-4270-a134-e3a8ef5d7e49,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:11.726623 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50228) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:11.740424 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d87da362-db50-494a-a5dc-4da0d160d172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.818327 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d87da362-db50-494a-a5dc-4da0d160d172 admin admin] Publish callbacks [] for security_group (f12c5c88-4d2d-41b3-9ed8-86552765a3b9), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.821980 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d87da362-db50-494a-a5dc-4da0d160d172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (f12c5c88-4d2d-41b3-9ed8-86552765a3b9), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.856782 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:11.860428 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87da362-db50-494a-a5dc-4da0d160d172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c5c88-4d2d-41b3-9ed8-86552765a3b9,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:11.864554 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d87da362-db50-494a-a5dc-4da0d160d172 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3451ab6045114e54b2ff5ed3502441b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368792 Jun 03 16:28:11.867777 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50230) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:11.917507 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbb4d-823e-428d-a11c-223465619132 admin admin] Publish callbacks [] for security_group (f12c5c88-4d2d-41b3-9ed8-86552765a3b9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.937941 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbb4d-823e-428d-a11c-223465619132 admin admin] Publish callbacks [] for security_group (f12c5c88-4d2d-41b3-9ed8-86552765a3b9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.985103 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbb4d-823e-428d-a11c-223465619132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (f12c5c88-4d2d-41b3-9ed8-86552765a3b9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.987621 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbb4d-823e-428d-a11c-223465619132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:11.988753 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8c0bbb4d-823e-428d-a11c-223465619132 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f12c5c88-4d2d-41b3-9ed8-86552765a3b9 HTTP/1.1" status: 204 len: 168 time: 0.1198552 Jun 03 16:28:11.996643 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bbb4d-823e-428d-a11c-223465619132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c5c88-4d2d-41b3-9ed8-86552765a3b9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:12.341059 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50252) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:12.358260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a0114f9e-6424-4b49-be0b-00da8b4f23d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:12.438983 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a0114f9e-6424-4b49-be0b-00da8b4f23d2 admin admin] Publish callbacks [] for security_group (aadd5ce5-6311-47fb-967f-91a1858eba60), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:12.442665 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a0114f9e-6424-4b49-be0b-00da8b4f23d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (aadd5ce5-6311-47fb-967f-91a1858eba60), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:12.480358 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a0114f9e-6424-4b49-be0b-00da8b4f23d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac77e64a12d9491b9233671cc5b52a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382256 Jun 03 16:28:12.482224 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0114f9e-6424-4b49-be0b-00da8b4f23d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd5ce5-6311-47fb-967f-91a1858eba60,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:12.483018 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50254) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:12.532859 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f968-250e-4d64-ae57-7f6e929edd78 admin admin] Publish callbacks [] for security_group (aadd5ce5-6311-47fb-967f-91a1858eba60), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:12.553502 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f968-250e-4d64-ae57-7f6e929edd78 admin admin] Publish callbacks [] for security_group (aadd5ce5-6311-47fb-967f-91a1858eba60), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:12.573977 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=17 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:12.603557 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f968-250e-4d64-ae57-7f6e929edd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (aadd5ce5-6311-47fb-967f-91a1858eba60), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:12.606525 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f968-250e-4d64-ae57-7f6e929edd78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:12.607820 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f8c6f968-250e-4d64-ae57-7f6e929edd78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aadd5ce5-6311-47fb-967f-91a1858eba60 HTTP/1.1" status: 204 len: 168 time: 0.1237946 Jun 03 16:28:12.615943 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6f968-250e-4d64-ae57-7f6e929edd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd5ce5-6311-47fb-967f-91a1858eba60,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:13.705428 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c458d2-234f-4ee9-b77a-78f7e8c6dc6c req-009462c1-5935-4b27-95e7-911f4ad8b714 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:13.706913 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-18c458d2-234f-4ee9-b77a-78f7e8c6dc6c req-009462c1-5935-4b27-95e7-911f4ad8b714 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 946 time: 0.0471787 Jun 03 16:28:13.754259 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-18c458d2-234f-4ee9-b77a-78f7e8c6dc6c req-039ee9bd-cf2c-47b0-87cd-79ad4de3944b tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417795 Jun 03 16:28:14.314017 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50328) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:14.335079 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1dfa3-f7b8-4016-a5fd-387a8d7670ec req-278a1e6f-5183-47d7-9b32-caecf779f308 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:14.336574 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-01e1dfa3-f7b8-4016-a5fd-387a8d7670ec req-278a1e6f-5183-47d7-9b32-caecf779f308 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 947 time: 0.0474257 Jun 03 16:28:14.383234 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-01e1dfa3-f7b8-4016-a5fd-387a8d7670ec req-76bca768-4e9b-4a64-8b71-97f518fc5bbb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Jun 03 16:28:14.420156 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23de2c3d-5854-4c99-8b41-9f6bda3d9b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:14.496249 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23de2c3d-5854-4c99-8b41-9f6bda3d9b44 admin admin] Publish callbacks [] for security_group (26ed96d4-c2b9-4619-8b23-3f929bd18d7b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:14.499700 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23de2c3d-5854-4c99-8b41-9f6bda3d9b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (26ed96d4-c2b9-4619-8b23-3f929bd18d7b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:14.536175 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de2c3d-5854-4c99-8b41-9f6bda3d9b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ed96d4-c2b9-4619-8b23-3f929bd18d7b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:14.540394 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-23de2c3d-5854-4c99-8b41-9f6bda3d9b44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a17a4ea335f4728987e2aee6c5d65c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253823 Jun 03 16:28:14.542981 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50332) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:14.589797 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da94088a-28df-4447-8af0-2d951cbf61b7 admin admin] Publish callbacks [] for security_group (26ed96d4-c2b9-4619-8b23-3f929bd18d7b), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:14.591921 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:14.611825 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:14.613752 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da94088a-28df-4447-8af0-2d951cbf61b7 admin admin] Publish callbacks [] for security_group (26ed96d4-c2b9-4619-8b23-3f929bd18d7b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:14.662917 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da94088a-28df-4447-8af0-2d951cbf61b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (26ed96d4-c2b9-4619-8b23-3f929bd18d7b), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:14.665467 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da94088a-28df-4447-8af0-2d951cbf61b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:14.666615 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-da94088a-28df-4447-8af0-2d951cbf61b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26ed96d4-c2b9-4619-8b23-3f929bd18d7b HTTP/1.1" status: 204 len: 168 time: 0.1227040 Jun 03 16:28:14.675857 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94088a-28df-4447-8af0-2d951cbf61b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ed96d4-c2b9-4619-8b23-3f929bd18d7b,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:14.686828 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:14.688505 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:14.881286 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a507f2-773e-4694-a811-81f307dc73f8 req-e6efef75-24f3-4a91-bce6-add655adef7f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:14.887781 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-37a507f2-773e-4694-a811-81f307dc73f8 req-e6efef75-24f3-4a91-bce6-add655adef7f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 946 time: 0.0621901 Jun 03 16:28:14.935828 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-37a507f2-773e-4694-a811-81f307dc73f8 req-f67c2354-fe1a-46a0-bc5b-6780030dc45f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467896 Jun 03 16:28:14.951287 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50340) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:14.964570 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9838589b-692d-4753-ac29-59300011bf96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:15.039827 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9838589b-692d-4753-ac29-59300011bf96 admin admin] Publish callbacks [] for security_group (d873d9f6-3f77-4741-97e4-7ecfad9e877e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:15.043244 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9838589b-692d-4753-ac29-59300011bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d873d9f6-3f77-4741-97e4-7ecfad9e877e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:15.081904 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9838589b-692d-4753-ac29-59300011bf96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e8f462299794c04a363c882723064d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295834 Jun 03 16:28:15.082742 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838589b-692d-4753-ac29-59300011bf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d873d9f6-3f77-4741-97e4-7ecfad9e877e,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:15.085012 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50342) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:15.106012 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:15.136674 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8f4a59e0-7034-429d-b128-6b08a10b98f7 admin admin] Publish callbacks [] for security_group (d873d9f6-3f77-4741-97e4-7ecfad9e877e), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:15.158084 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8f4a59e0-7034-429d-b128-6b08a10b98f7 admin admin] Publish callbacks [] for security_group (d873d9f6-3f77-4741-97e4-7ecfad9e877e), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:15.203311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8f4a59e0-7034-429d-b128-6b08a10b98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (d873d9f6-3f77-4741-97e4-7ecfad9e877e), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:15.205835 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8f4a59e0-7034-429d-b128-6b08a10b98f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:15.207075 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-8f4a59e0-7034-429d-b128-6b08a10b98f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d873d9f6-3f77-4741-97e4-7ecfad9e877e HTTP/1.1" status: 204 len: 168 time: 0.1212840 Jun 03 16:28:15.214462 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a59e0-7034-429d-b128-6b08a10b98f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d873d9f6-3f77-4741-97e4-7ecfad9e877e,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:15.506065 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dc80f-92b2-41b5-87bf-6aac47cd6ce1 req-23b4f371-7ec6-4f74-a7d4-053948bdfd1c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:15.507592 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2f9dc80f-92b2-41b5-87bf-6aac47cd6ce1 req-23b4f371-7ec6-4f74-a7d4-053948bdfd1c tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 947 time: 0.0497928 Jun 03 16:28:15.555513 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-2f9dc80f-92b2-41b5-87bf-6aac47cd6ce1 req-9ff76b23-948a-4017-8495-e486fe6645b9 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420959 Jun 03 16:28:16.053239 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ad584-9919-4cbc-a55a-83c1d0a5f167 req-7e4dd080-e993-4580-bd18-e0bd7595325e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:16.054967 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae5ad584-9919-4cbc-a55a-83c1d0a5f167 req-7e4dd080-e993-4580-bd18-e0bd7595325e tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 946 time: 0.0499511 Jun 03 16:28:16.099514 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=16 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:16.103691 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=16 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:16.104024 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae5ad584-9919-4cbc-a55a-83c1d0a5f167 req-7be8bc30-96e0-41c2-95c4-6d74caa979b9 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 Jun 03 16:28:16.259078 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611477c-1c96-431b-844a-d739b61ffb88 req-2111966c-12f2-4e88-b0fb-fbbfe00cbca8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:16.260551 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0611477c-1c96-431b-844a-d739b61ffb88 req-2111966c-12f2-4e88-b0fb-fbbfe00cbca8 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 946 time: 0.0539522 Jun 03 16:28:16.464244 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Deleting port 88e3b07b-0347-4c81-a78d-450830d8f450 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:16.464578 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:16.562887 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] For port 88e3b07b-0347-4c81-a78d-450830d8f450, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=88e3b07b-0347-4c81-a78d-450830d8f450,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:16.563247 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:16.678299 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae990218-9cb8-444b-be57-2d6d55beda94 req-c37ffdb4-99d2-42f5-bd9b-f1325251cd56 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:16.680081 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ae990218-9cb8-444b-be57-2d6d55beda94 req-c37ffdb4-99d2-42f5-bd9b-f1325251cd56 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 947 time: 0.0494726 Jun 03 16:28:16.710390 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-a66ec585-397a-41a6-a19f-40f2b57ed456 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:16.711928 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-a66ec585-397a-41a6-a19f-40f2b57ed456 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.118 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 947 time: 0.0883861 Jun 03 16:28:16.736213 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ae990218-9cb8-444b-be57-2d6d55beda94 req-28f7fa85-9f40-4ed4-adae-8d0a126b8929 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497143 Jun 03 16:28:16.794937 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:16.993235 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:28:17.070760 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:17.071365 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (09ddac1f-7661-46f4-83c1-4343ed862e64), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:17.071493 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Floating IP 09ddac1f-7661-46f4-83c1-4343ed862e64 disassociated. External IP: 172.27.2.254, port: 88e3b07b-0347-4c81-a78d-450830d8f450. Jun 03 16:28:17.071800 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Calling delete_port for 88e3b07b-0347-4c81-a78d-450830d8f450 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:17.109626 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:17.149295 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Deleting port 3113a30d-36af-4d19-891b-9696f04ca42d {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:17.149638 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:17.287764 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaaae8-b843-4112-8588-c734c4405886 req-1a7ab1f3-cc4b-4e56-a2ff-349f7ecfdfd4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:17.289237 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e8aaaae8-b843-4112-8588-c734c4405886 req-1a7ab1f3-cc4b-4e56-a2ff-349f7ecfdfd4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 946 time: 0.0892203 Jun 03 16:28:17.363788 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] For port 3113a30d-36af-4d19-891b-9696f04ca42d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3113a30d-36af-4d19-891b-9696f04ca42d,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:17.364149 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:17.449147 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e8aaaae8-b843-4112-8588-c734c4405886 req-cbc1c437-987e-41c0-ac40-0352b236d266 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2938b3e8-217e-49ae-adaa-669e1d9f3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533959 Jun 03 16:28:17.451337 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (88e3b07b-0347-4c81-a78d-450830d8f450), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:17.483955 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'Port': ['ID=88e3b07b-0347-4c81-a78d-450830d8f450,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:17.666546 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:17.666904 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (9765e49e-86f2-4df5-9763-12b6edbc3d18), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:17.667211 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Floating IP 9765e49e-86f2-4df5-9763-12b6edbc3d18 disassociated. External IP: 172.27.2.63, port: 3113a30d-36af-4d19-891b-9696f04ca42d. Jun 03 16:28:17.667574 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Calling delete_port for 3113a30d-36af-4d19-891b-9696f04ca42d owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:17.689215 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:28:17.821505 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:17.863845 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c2b2-0763-47cb-871d-3299832875ac req-5ad48c4c-9b7d-410c-8b66-96e0c3779e40 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:17.866503 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b006c2b2-0763-47cb-871d-3299832875ac req-5ad48c4c-9b7d-410c-8b66-96e0c3779e40 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/ports?device_id=919a4e88-3477-4458-8420-214f2caf16c5 HTTP/1.1" status: 200 len: 947 time: 0.0578442 Jun 03 16:28:17.875784 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:28:17.880812 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:17.892061 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:28:17.909584 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:17.910340 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:27:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:17.935472 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b006c2b2-0763-47cb-871d-3299832875ac req-ac91d2b4-9bee-4895-ae5c-3772823cb0b7 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups?id=1ae990a3-7017-42b2-9808-80eece794f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577614 Jun 03 16:28:17.935723 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] No DVR routers for this DVR port 88e3b07b-0347-4c81-a78d-450830d8f450 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:28:17.938683 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:17.942220 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0611477c-1c96-431b-844a-d739b61ffb88 req-a4249267-2885-40c1-86ab-34d56fa0e954 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.118 "DELETE /v2.0/ports/88e3b07b-0347-4c81-a78d-450830d8f450 HTTP/1.1" status: 204 len: 173 time: 1.5620599 Jun 03 16:28:17.942662 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'name': 'network-vif-deleted', 'tag': '88e3b07b-0347-4c81-a78d-450830d8f450'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:28:17.945120 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afa9f88-d055-4c14-b0d7-ebb9d032b867" -d '{"events": [{"server_uuid": "62cd9a4e-635f-422c-86f6-80e40d3f0f43", "name": "network-vif-deleted", "tag": "88e3b07b-0347-4c81-a78d-450830d8f450"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:28:17.948342 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (3113a30d-36af-4d19-891b-9696f04ca42d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:17.981213 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event deleted for resources: {'Port': ['ID=3113a30d-36af-4d19-891b-9696f04ca42d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:18.033764 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dea9e0-9dc7-46a7-a298-48d36a5e25b9 x-openstack-request-id: req-41dea9e0-9dc7-46a7-a298-48d36a5e25b9 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:28:18.033764 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cd9a4e-635f-422c-86f6-80e40d3f0f43", "name": "network-vif-deleted", "tag": "88e3b07b-0347-4c81-a78d-450830d8f450", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:28:18.033764 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41dea9e0-9dc7-46a7-a298-48d36a5e25b9 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:28:18.034208 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41dea9e0-9dc7-46a7-a298-48d36a5e25b9'] response: {'server_uuid': '62cd9a4e-635f-422c-86f6-80e40d3f0f43', 'name': 'network-vif-deleted', 'tag': '88e3b07b-0347-4c81-a78d-450830d8f450', 'status': 'completed', 'code': 200} Jun 03 16:28:18.090951 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:18.111511 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:28:18.221514 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:28:18.239730 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] Sync routers for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:28:18.259743 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:18.260369 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:27:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:18.277913 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] No DVR routers for this DVR port 3113a30d-36af-4d19-891b-9696f04ca42d on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:28:18.281076 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:18.284817 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d85511d-d228-4aeb-a93a-899696a4d804 req-d2661be4-ccc6-4e03-b122-9ec01d0c0787 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.118 "DELETE /v2.0/ports/3113a30d-36af-4d19-891b-9696f04ca42d HTTP/1.1" status: 204 len: 173 time: 1.5622835 Jun 03 16:28:18.301664 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:18.329299 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:28:18.338829 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:18.339654 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:27:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:18.386810 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:18.461132 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:18.653929 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-65f6dd46-8332-4e0e-b5c6-74e0dad6f0fc req-2940d521-6305-4877-b5a1-2306531fc6b0 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/ports?device_id=62cd9a4e-635f-422c-86f6-80e40d3f0f43 HTTP/1.1" status: 200 len: 210 time: 0.0298352 Jun 03 16:28:18.694432 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:18.718682 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] Checking router: 74d57aba-8ecb-4315-ac16-8b6f477dbc6b for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:28:18.727001 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:18.727661 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:27:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:18.738328 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:18.770827 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92f782-c68c-4048-ac23-1a4cbabe3471 None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:15:48Z', 'revision_number': 4, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'bfdaabb5-1990-4613-9533-6bdd1b76e242', 'name': '', 'network_id': '6fb749c5-3e3e-449b-80a2-fa7c692f9d8e', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'mac_address': 'fa:16:3e:7c:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:45Z', 'updated_at': '2022-06-03T16:16:08Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'subnets': [{'id': 'b222e9b4-0a2b-4056-adfa-c1fb610cdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:28:18.829962 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:19.034037 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:19.059346 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50416) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:19.059984 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f901d5c-d83f-447c-8fe7-5431b525689f None None] The sync data for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi is: [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'cbaa0dfe-83a5-412a-a5ae-948e17403305', 'name': '', 'network_id': 'aac77ef2-24df-4348-b770-e983d0529c48', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'mac_address': 'fa:16:3e:27:44:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '396edb17-24c6-4f46-a301-e519b0c17869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:42Z', 'updated_at': '2022-06-03T16:16:00Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'subnets': [{'id': '396edb17-24c6-4f46-a301-e519b0c17869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:28:19.063728 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c8b6a2-4c12-4f32-bfc2-af55a2c386ad None None] New status for floating IP 09ddac1f-7661-46f4-83c1-4343ed862e64: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:28:19.118796 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d7a73301-10d9-4183-ab4b-7a8f2be9c7fb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (1ae990a3-7017-42b2-9808-80eece794f6a), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.145677 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d7a73301-10d9-4183-ab4b-7a8f2be9c7fb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (1ae990a3-7017-42b2-9808-80eece794f6a), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.196968 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d7a73301-10d9-4183-ab4b-7a8f2be9c7fb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (1ae990a3-7017-42b2-9808-80eece794f6a), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.200573 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d7a73301-10d9-4183-ab4b-7a8f2be9c7fb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.202174 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d7a73301-10d9-4183-ab4b-7a8f2be9c7fb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ae990a3-7017-42b2-9808-80eece794f6a HTTP/1.1" status: 204 len: 168 time: 0.1417472 Jun 03 16:28:19.204977 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50418) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:19.217205 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a73301-10d9-4183-ab4b-7a8f2be9c7fb tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae990a3-7017-42b2-9808-80eece794f6a,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:19.220873 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.api.v2.resource [None req-e9d8a59d-d397-4c21-b80b-52d238bebb0d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] show failed (client error): The resource could not be found. Jun 03 16:28:19.221902 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e9d8a59d-d397-4c21-b80b-52d238bebb0d tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "GET /v2.0/security-groups/1ae990a3-7017-42b2-9808-80eece794f6a HTTP/1.1" status: 404 len: 347 time: 0.0154002 Jun 03 16:28:19.232850 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50420) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:19.323255 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac2fe-f5c0-46ef-a338-c8bdec870827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.352137 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67822f5f-b042-4545-99e2-a44d9e87f060 None None] New status for floating IP 9765e49e-86f2-4df5-9763-12b6edbc3d18: DOWN {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:28:19.361059 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-1293026f-06bc-404b-a165-bee335174238 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Deleting port 07267cc6-89b8-4fe9-b8a7-12e8076be5a2 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:19.361402 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1293026f-06bc-404b-a165-bee335174238 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (07267cc6-89b8-4fe9-b8a7-12e8076be5a2), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.419833 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:19.425228 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:19.438854 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1293026f-06bc-404b-a165-bee335174238 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (07267cc6-89b8-4fe9-b8a7-12e8076be5a2), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.439177 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1293026f-06bc-404b-a165-bee335174238 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (07267cc6-89b8-4fe9-b8a7-12e8076be5a2), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.451275 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-1293026f-06bc-404b-a165-bee335174238 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Calling delete_port for 07267cc6-89b8-4fe9-b8a7-12e8076be5a2 owned by network:floatingip {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:19.741851 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50428) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:19.799165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e4642ec-0467-4926-a078-2e3d0897a623 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (2938b3e8-217e-49ae-adaa-669e1d9f3dd6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.826892 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e4642ec-0467-4926-a078-2e3d0897a623 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (2938b3e8-217e-49ae-adaa-669e1d9f3dd6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.852358 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1293026f-06bc-404b-a165-bee335174238 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (07267cc6-89b8-4fe9-b8a7-12e8076be5a2), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.876606 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e4642ec-0467-4926-a078-2e3d0897a623 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2938b3e8-217e-49ae-adaa-669e1d9f3dd6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.878244 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293026f-06bc-404b-a165-bee335174238 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Pushing event deleted for resources: {'Port': ['ID=07267cc6-89b8-4fe9-b8a7-12e8076be5a2,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:19.883949 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e4642ec-0467-4926-a078-2e3d0897a623 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:19.883949 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2e4642ec-0467-4926-a078-2e3d0897a623 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "DELETE /v2.0/security-groups/2938b3e8-217e-49ae-adaa-669e1d9f3dd6 HTTP/1.1" status: 204 len: 168 time: 0.1395411 Jun 03 16:28:19.886954 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50430) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:19.894165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4642ec-0467-4926-a078-2e3d0897a623 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2938b3e8-217e-49ae-adaa-669e1d9f3dd6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:19.934726 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.api.v2.resource [None req-8c56351d-c41c-4a48-ac15-296940d250c4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] show failed (client error): The resource could not be found. Jun 03 16:28:19.935737 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-8c56351d-c41c-4a48-ac15-296940d250c4 tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "GET /v2.0/security-groups/2938b3e8-217e-49ae-adaa-669e1d9f3dd6 HTTP/1.1" status: 404 len: 347 time: 0.0472972 Jun 03 16:28:19.939414 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50432) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:20.018232 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1293026f-06bc-404b-a165-bee335174238 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks [] for floatingip (9765e49e-86f2-4df5-9763-12b6edbc3d18), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:20.020750 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1293026f-06bc-404b-a165-bee335174238 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:20.021886 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-1293026f-06bc-404b-a165-bee335174238 tempest-AttachVolumeShelveTestJSON-1468799309 tempest-AttachVolumeShelveTestJSON-1468799309-project] 10.222.0.41 "DELETE /v2.0/floatingips/9765e49e-86f2-4df5-9763-12b6edbc3d18 HTTP/1.1" status: 204 len: 168 time: 0.7866588 Jun 03 16:28:20.035128 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'name': 'network-vif-deleted', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:28:20.037441 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a587e7f7-eb52-4e30-88bb-1a03bfe0d575" -d '{"events": [{"server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "name": "network-vif-deleted", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:28:20.065411 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-46d3f8ac-ea6d-4f82-9d6d-6fc56d9ff23f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Deleting port f53d9a39-f00d-4697-a0ea-85bc742dd526 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:20.065946 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46d3f8ac-ea6d-4f82-9d6d-6fc56d9ff23f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (f53d9a39-f00d-4697-a0ea-85bc742dd526), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:20.092426 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c9817-9765-4c07-aa52-f446d3f615e1 x-openstack-request-id: req-a32c9817-9765-4c07-aa52-f446d3f615e1 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:28:20.092722 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919a4e88-3477-4458-8420-214f2caf16c5", "name": "network-vif-deleted", "tag": "3113a30d-36af-4d19-891b-9696f04ca42d", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:28:20.092976 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a32c9817-9765-4c07-aa52-f446d3f615e1 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:28:20.093396 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32c9817-9765-4c07-aa52-f446d3f615e1'] response: {'server_uuid': '919a4e88-3477-4458-8420-214f2caf16c5', 'name': 'network-vif-deleted', 'tag': '3113a30d-36af-4d19-891b-9696f04ca42d', 'status': 'completed', 'code': 200} Jun 03 16:28:20.148456 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46d3f8ac-ea6d-4f82-9d6d-6fc56d9ff23f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (f53d9a39-f00d-4697-a0ea-85bc742dd526), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:20.148891 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46d3f8ac-ea6d-4f82-9d6d-6fc56d9ff23f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (f53d9a39-f00d-4697-a0ea-85bc742dd526), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:20.162279 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-46d3f8ac-ea6d-4f82-9d6d-6fc56d9ff23f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Calling delete_port for f53d9a39-f00d-4697-a0ea-85bc742dd526 owned by network:floatingip {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:20.284644 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 88e3b07b-0347-4c81-a78d-450830d8f450 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:28:20.293235 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46d3f8ac-ea6d-4f82-9d6d-6fc56d9ff23f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (f53d9a39-f00d-4697-a0ea-85bc742dd526), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:20.305392 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 88e3b07b-0347-4c81-a78d-450830d8f450 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:28:20.305730 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 88e3b07b-0347-4c81-a78d-450830d8f450 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:28:20.306146 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3113a30d-36af-4d19-891b-9696f04ca42d no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:28:20.319400 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3f8ac-ea6d-4f82-9d6d-6fc56d9ff23f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Pushing event deleted for resources: {'Port': ['ID=f53d9a39-f00d-4697-a0ea-85bc742dd526,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:20.327427 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 3113a30d-36af-4d19-891b-9696f04ca42d {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:28:20.327794 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 3113a30d-36af-4d19-891b-9696f04ca42d not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:28:20.379650 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46d3f8ac-ea6d-4f82-9d6d-6fc56d9ff23f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks [] for floatingip (09ddac1f-7661-46f4-83c1-4343ed862e64), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:20.382032 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46d3f8ac-ea6d-4f82-9d6d-6fc56d9ff23f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:20.383149 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-46d3f8ac-ea6d-4f82-9d6d-6fc56d9ff23f tempest-AttachVolumeNegativeTest-1507989591 tempest-AttachVolumeNegativeTest-1507989591-project] 10.222.0.41 "DELETE /v2.0/floatingips/09ddac1f-7661-46f4-83c1-4343ed862e64 HTTP/1.1" status: 204 len: 168 time: 0.4428456 Jun 03 16:28:21.617907 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c3696a1-346f-4b27-8c37-1f9b99d42f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:22.899715 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:24.007395 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:25.586737 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50508) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:25.803220 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:25.943182 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:26.036142 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749268'] for router_interface (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.160396 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.258490 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] Deleting port cbaa0dfe-83a5-412a-a5ae-948e17403305 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:26.258901 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.339652 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] For port cbaa0dfe-83a5-412a-a5ae-948e17403305, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=cbaa0dfe-83a5-412a-a5ae-948e17403305,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:26.340063 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.357910 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] Calling delete_port for cbaa0dfe-83a5-412a-a5ae-948e17403305 owned by network:router_interface {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:26.549152 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (cbaa0dfe-83a5-412a-a5ae-948e17403305), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.574296 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] Pushing event deleted for resources: {'Port': ['ID=cbaa0dfe-83a5-412a-a5ae-948e17403305,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:26.630604 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50534) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:26.721776 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:26.744968 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:26.746963 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3d10e0e2-636d-4d0d-8fb6-541acb3abfb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.752152 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751897'] for router_interface (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.835314 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3d10e0e2-636d-4d0d-8fb6-541acb3abfb8 admin admin] Publish callbacks [] for security_group (cc784496-2573-49f5-b3f9-673c7d2d9160), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.839657 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3d10e0e2-636d-4d0d-8fb6-541acb3abfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (cc784496-2573-49f5-b3f9-673c7d2d9160), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.879003 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3d10e0e2-636d-4d0d-8fb6-541acb3abfb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=672aba50f48e4725b3f1cf81aa2d33fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471216 Jun 03 16:28:26.879787 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10e0e2-636d-4d0d-8fb6-541acb3abfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc784496-2573-49f5-b3f9-673c7d2d9160,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:26.882053 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50538) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:26.931831 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23964c95-71ae-42b4-a2ab-73e40f2bb8a5 admin admin] Publish callbacks [] for security_group (cc784496-2573-49f5-b3f9-673c7d2d9160), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.952778 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23964c95-71ae-42b4-a2ab-73e40f2bb8a5 admin admin] Publish callbacks [] for security_group (cc784496-2573-49f5-b3f9-673c7d2d9160), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:26.966614 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:26.968874 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] Router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:28:27.004520 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23964c95-71ae-42b4-a2ab-73e40f2bb8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (cc784496-2573-49f5-b3f9-673c7d2d9160), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.007082 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23964c95-71ae-42b4-a2ab-73e40f2bb8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.009351 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-23964c95-71ae-42b4-a2ab-73e40f2bb8a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc784496-2573-49f5-b3f9-673c7d2d9160 HTTP/1.1" status: 204 len: 168 time: 0.1263733 Jun 03 16:28:27.017903 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23964c95-71ae-42b4-a2ab-73e40f2bb8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc784496-2573-49f5-b3f9-673c7d2d9160,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:27.079527 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:28:27.086659 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-c55707fa-a4e1-4683-af78-c242d539f27b admin admin] 10.222.0.41 "PUT /v2.0/routers/74d57aba-8ecb-4315-ac16-8b6f477dbc6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4971387 Jun 03 16:28:27.086892 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50542) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:27.093700 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388385da-2655-42ba-98ff-efb72242aead None None] Sync routers for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:28:27.107746 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388385da-2655-42ba-98ff-efb72242aead None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:27.108885 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-388385da-2655-42ba-98ff-efb72242aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:27.182808 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:27.213684 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Publish callbacks [] for router (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.228662 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50552) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:27.243206 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-388385da-2655-42ba-98ff-efb72242aead None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:27.342757 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:27.351189 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Publish callbacks [] for router_gateway (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.399038 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Deleting port 2e9cc203-419e-4f28-b8d5-59384f88d94d {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:27.399401 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.402416 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50556) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:27.437679 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-388385da-2655-42ba-98ff-efb72242aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:28:26Z', 'revision_number': 5, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port': {'id': '2e9cc203-419e-4f28-b8d5-59384f88d94d', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:27.450462 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d41f9f-e3ef-4546-84d7-0040841d692c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.466327 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388385da-2655-42ba-98ff-efb72242aead None None] Checking router: 74d57aba-8ecb-4315-ac16-8b6f477dbc6b for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:28:27.475014 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388385da-2655-42ba-98ff-efb72242aead None None] Routers {'74d57aba-8ecb-4315-ac16-8b6f477dbc6b'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:27.475906 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-388385da-2655-42ba-98ff-efb72242aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:27.478781 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:27.523327 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] For port 2e9cc203-419e-4f28-b8d5-59384f88d94d, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=2e9cc203-419e-4f28-b8d5-59384f88d94d,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:27.523725 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.543875 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Calling delete_port for 2e9cc203-419e-4f28-b8d5-59384f88d94d owned by network:router_gateway {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:27.591850 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-388385da-2655-42ba-98ff-efb72242aead None None] Set router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:27.611235 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:27.633770 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:27.644553 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d41f9f-e3ef-4546-84d7-0040841d692c admin admin] Publish callbacks [] for security_group (7897cc38-856f-4e62-806c-24ed2c804328), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.652817 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-34d41f9f-e3ef-4546-84d7-0040841d692c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7897cc38-856f-4e62-806c-24ed2c804328), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.660676 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-388385da-2655-42ba-98ff-efb72242aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:28:27Z', 'revision_number': 6, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port_host': None}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:27.691214 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388385da-2655-42ba-98ff-efb72242aead None None] The sync data for ids ['74d57aba-8ecb-4315-ac16-8b6f477dbc6b'] in dv-cinder-836996-28-iscsi is: [{'id': '74d57aba-8ecb-4315-ac16-8b6f477dbc6b', 'name': 'tempest-AttachVolumeShelveTestJSON-499047519-router', 'tenant_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:37Z', 'updated_at': '2022-06-03T16:28:27Z', 'revision_number': 6, 'project_id': 'ffa464e4d2264df68897a6d4b8dc7aab', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:28:27.738680 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d41f9f-e3ef-4546-84d7-0040841d692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7897cc38-856f-4e62-806c-24ed2c804328,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:27.744710 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-34d41f9f-e3ef-4546-84d7-0040841d692c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0970c3823f85438e83139b3c8877511e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410568 Jun 03 16:28:27.747553 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50558) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:27.747868 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749268'] for router_interface (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.834794 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (2e9cc203-419e-4f28-b8d5-59384f88d94d), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.839018 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4a6a08d1-57a8-4aa6-a6d5-ba1c1860acac admin admin] Publish callbacks [] for security_group (7897cc38-856f-4e62-806c-24ed2c804328), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.870742 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9cc203-419e-4f28-b8d5-59384f88d94d,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:27.899738 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4a6a08d1-57a8-4aa6-a6d5-ba1c1860acac admin admin] Publish callbacks [] for security_group (7897cc38-856f-4e62-806c-24ed2c804328), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.965977 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746265'] for router_gateway (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:27.975815 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] Deleting port bfdaabb5-1990-4613-9533-6bdd1b76e242 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:27.976160 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.054573 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11026'] for router (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.056917 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Publish callbacks [] for router_controller (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.059771 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] For port bfdaabb5-1990-4613-9533-6bdd1b76e242, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=bfdaabb5-1990-4613-9533-6bdd1b76e242,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:28.060204 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4a6a08d1-57a8-4aa6-a6d5-ba1c1860acac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7897cc38-856f-4e62-806c-24ed2c804328), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.060723 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.062786 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4a6a08d1-57a8-4aa6-a6d5-ba1c1860acac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.064008 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-4a6a08d1-57a8-4aa6-a6d5-ba1c1860acac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7897cc38-856f-4e62-806c-24ed2c804328 HTTP/1.1" status: 204 len: 168 time: 0.3155670 Jun 03 16:28:28.077982 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] Calling delete_port for bfdaabb5-1990-4613-9533-6bdd1b76e242 owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:28.102551 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a08d1-57a8-4aa6-a6d5-ba1c1860acac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7897cc38-856f-4e62-806c-24ed2c804328,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:28.114081 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748425'] for router (74d57aba-8ecb-4315-ac16-8b6f477dbc6b), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.114930 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74d57aba-8ecb-4315-ac16-8b6f477dbc6b {{(pid=103937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 16:28:28.120883 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.125119 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-d226c926-604c-48fd-9936-17200f4a8736 admin admin] 10.222.0.41 "DELETE /v2.0/routers/74d57aba-8ecb-4315-ac16-8b6f477dbc6b HTTP/1.1" status: 204 len: 168 time: 1.0372322 Jun 03 16:28:28.126095 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50562) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:28.178613 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f4ebcc-7316-472b-9bb0-926e6af8bb20 admin admin] Deleting subnet 396edb17-24c6-4f46-a301-e519b0c17869 {{(pid=103937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:28:28.184347 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f1f4ebcc-7316-472b-9bb0-926e6af8bb20 admin admin] Publish callbacks [] for subnet (396edb17-24c6-4f46-a301-e519b0c17869), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.227027 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:28.231724 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f1f4ebcc-7316-472b-9bb0-926e6af8bb20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113059'] for subnet (396edb17-24c6-4f46-a301-e519b0c17869), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.285009 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (bfdaabb5-1990-4613-9533-6bdd1b76e242), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.313497 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdaabb5-1990-4613-9533-6bdd1b76e242,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:28.324787 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f1f4ebcc-7316-472b-9bb0-926e6af8bb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (396edb17-24c6-4f46-a301-e519b0c17869), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.376283 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:28.392234 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f1f4ebcc-7316-472b-9bb0-926e6af8bb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854543'] for subnet (396edb17-24c6-4f46-a301-e519b0c17869), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.429572 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4ebcc-7316-472b-9bb0-926e6af8bb20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396edb17-24c6-4f46-a301-e519b0c17869,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:28.432073 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f1f4ebcc-7316-472b-9bb0-926e6af8bb20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.437893 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660bb38a-ed87-4a8b-8a2f-acabcc539b82 None None] Network aac77ef2-24df-4348-b770-e983d0529c48 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:28:28.438493 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f1f4ebcc-7316-472b-9bb0-926e6af8bb20 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/396edb17-24c6-4f46-a301-e519b0c17869 HTTP/1.1" status: 204 len: 168 time: 0.3103101 Jun 03 16:28:28.438605 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50568) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:28.512399 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (aac77ef2-24df-4348-b770-e983d0529c48), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.528507 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:28.568361 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751897'] for router_interface (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.573509 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Deleting port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:28.573878 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.646270 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:28.652179 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] For port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=cec33330-5cf1-4fd7-8c0d-8efd1fb051d6,segment=NetworkSegment(3f032548-193d-439d-9a67-ab37b6501cd2),segment_id=3f032548-193d-439d-9a67-ab37b6501cd2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:28.652739 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.668783 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Calling delete_port for cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:28.717074 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] DHCP port deletion for aac77ef2-24df-4348-b770-e983d0529c48 request from dv-cinder-836996-28-iscsi {{(pid=103938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 16:28:28.765035 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.780257 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Deleting port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:28.780733 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.782930 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] No DVR routers for this DVR port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 on host dv-cinder-836996-28-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:28:28.827126 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec33330-5cf1-4fd7-8c0d-8efd1fb051d6,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:28.870293 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] Router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:28:28.898864 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (aac77ef2-24df-4348-b770-e983d0529c48), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.928080 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac77ef2-24df-4348-b770-e983d0529c48']}} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:28.941137 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f032548-193d-439d-9a67-ab37b6501cd2') {'for_net_delete': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:28.941620 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f032548-193d-439d-9a67-ab37b6501cd2') {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:28.954696 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113044'] for segment (3f032548-193d-439d-9a67-ab37b6501cd2), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.970653 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (3f032548-193d-439d-9a67-ab37b6501cd2), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:28.978865 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=103937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:28:28.979275 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25579824'] for segment (3f032548-193d-439d-9a67-ab37b6501cd2), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.026983 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:28:29.035482 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7b15e8a6-019e-4d66-965a-4c1e94c66b5b admin admin] 10.222.0.41 "PUT /v2.0/routers/dd3d1954-f591-4ef1-99fa-1f6b5cc657e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033750 Jun 03 16:28:29.035775 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50584) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:29.053413 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 3f032548-193d-439d-9a67-ab37b6501cd2 resource provider aggregate not found Jun 03 16:28:29.056848 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] Sync routers for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:28:29.068867 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (aac77ef2-24df-4348-b770-e983d0529c48), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.088190 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.090498 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:29.091397 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:29.093290 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/aac77ef2-24df-4348-b770-e983d0529c48 HTTP/1.1" status: 204 len: 168 time: 0.6529455 Jun 03 16:28:29.094127 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46af6d-1069-451f-8ae4-b664419c8ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac77ef2-24df-4348-b770-e983d0529c48,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:29.097770 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 3f032548-193d-439d-9a67-ab37b6501cd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f032548-193d-439d-9a67-ab37b6501cd2 found for delete ", "request_id": "req-9b383ab3-11bf-4bec-b538-93c6687e5de3"}]} Jun 03 16:28:29.149791 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] For port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6, host dv-cinder-836996-28-iscsi, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:29.150197 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.165315 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Calling delete_port for cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:29.168823 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 16:28:29.171923 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (cec33330-5cf1-4fd7-8c0d-8efd1fb051d6), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.181413 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Network aac77ef2-24df-4348-b770-e983d0529c48 is not hosted by any dhcp agent {{(pid=103938) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 03 16:28:29.182294 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] No DVR routers for this DVR port cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 on host dv-cinder-836996-28-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:28:29.228467 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:29.242374 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Publish callbacks [] for router (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.244848 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Pushing event deleted for resources: {'Port': ['ID=cec33330-5cf1-4fd7-8c0d-8efd1fb051d6,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:29.260703 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.261052 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.261394 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.261730 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.262111 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.262384 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.262917 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.263248 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.263601 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.263976 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.264306 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.264630 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.265890 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.266353 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.266732 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1867a7-a885-4a8c-b5d6-d5b69e62f1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:29.394674 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Publish callbacks [] for router_gateway (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.403112 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50596) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:29.453251 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:29.456143 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-df2b6b6e-336c-44b9-a84a-a2142ccce2c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffa464e4d2264df68897a6d4b8dc7aab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0515764 Jun 03 16:28:29.458646 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50598) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:29.460174 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Deleting port 0643b754-2033-46ab-9f9e-b0553b915715 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:29.460746 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (0643b754-2033-46ab-9f9e-b0553b915715), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.515980 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f642ee99-a130-454e-abc2-839a9327d4ce admin admin] Publish callbacks [] for security_group (40b7a596-855f-48ee-8dca-54f3f3ec26c4), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.528453 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0643b754-2033-46ab-9f9e-b0553b915715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:28:28Z', 'revision_number': 5, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port': {'id': '0643b754-2033-46ab-9f9e-b0553b915715', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:40Z', 'updated_at': '2022-06-03T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:29.533873 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:29.546334 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f642ee99-a130-454e-abc2-839a9327d4ce admin admin] Publish callbacks [] for security_group (40b7a596-855f-48ee-8dca-54f3f3ec26c4), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.557360 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] Checking router: dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:28:29.572979 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] Routers {'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:29.573588 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:29.587224 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] For port 0643b754-2033-46ab-9f9e-b0553b915715, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=0643b754-2033-46ab-9f9e-b0553b915715,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:29.588524 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (0643b754-2033-46ab-9f9e-b0553b915715), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.607388 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Calling delete_port for 0643b754-2033-46ab-9f9e-b0553b915715 owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:29.614971 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f642ee99-a130-454e-abc2-839a9327d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (40b7a596-855f-48ee-8dca-54f3f3ec26c4), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.619283 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f642ee99-a130-454e-abc2-839a9327d4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:29.628565 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f642ee99-a130-454e-abc2-839a9327d4ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40b7a596-855f-48ee-8dca-54f3f3ec26c4 HTTP/1.1" status: 204 len: 168 time: 0.1673462 Jun 03 16:28:29.646547 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642ee99-a130-454e-abc2-839a9327d4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b7a596-855f-48ee-8dca-54f3f3ec26c4,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:29.679415 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] Set router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 gateway port host: None {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:29.726986 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device cbaa0dfe-83a5-412a-a5ae-948e17403305 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:28:29.735434 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:29.737601 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:28:29Z', 'revision_number': 6, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port_host': None}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:29.767438 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9435e09-b549-4251-bd60-2abb0439d447 None None] The sync data for ids ['dd3d1954-f591-4ef1-99fa-1f6b5cc657e4'] in dv-cinder-836996-28-iscsi is: [{'id': 'dd3d1954-f591-4ef1-99fa-1f6b5cc657e4', 'name': 'tempest-AttachVolumeNegativeTest-1358654418-router', 'tenant_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:39Z', 'updated_at': '2022-06-03T16:28:29Z', 'revision_number': 6, 'project_id': 'c6758d3ab63e4ace8d2d32a4b391d942', 'gw_port_host': None}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:28:29.768006 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: cbaa0dfe-83a5-412a-a5ae-948e17403305 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:28:29.768352 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device cbaa0dfe-83a5-412a-a5ae-948e17403305 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:28:29.768765 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:28:29.820241 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:28:29.820578 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device cec33330-5cf1-4fd7-8c0d-8efd1fb051d6 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:28:29.820991 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 2e9cc203-419e-4f28-b8d5-59384f88d94d no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:28:29.841410 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 2e9cc203-419e-4f28-b8d5-59384f88d94d {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:28:29.841997 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 2e9cc203-419e-4f28-b8d5-59384f88d94d not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:28:30.089260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (0643b754-2033-46ab-9f9e-b0553b915715), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.119462 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0643b754-2033-46ab-9f9e-b0553b915715,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:30.132870 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:30.201482 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746265'] for router_gateway (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.299767 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11026'] for router (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.303253 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Publish callbacks [] for router_controller (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.353260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748425'] for router (dd3d1954-f591-4ef1-99fa-1f6b5cc657e4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.353858 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 16:28:30.359107 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.360226 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-319bd515-d393-49a5-b217-1f3e76d14ac3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dd3d1954-f591-4ef1-99fa-1f6b5cc657e4 HTTP/1.1" status: 204 len: 168 time: 1.3233943 Jun 03 16:28:30.363217 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50628) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:30.403082 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:30.413416 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6a2a35-dd50-4c1b-b583-b3983ae9ad83 admin admin] Deleting subnet b222e9b4-0a2b-4056-adfa-c1fb610cdc9a {{(pid=103937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:28:30.417980 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2a35-dd50-4c1b-b583-b3983ae9ad83 admin admin] Publish callbacks [] for subnet (b222e9b4-0a2b-4056-adfa-c1fb610cdc9a), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.728415 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2a35-dd50-4c1b-b583-b3983ae9ad83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113059'] for subnet (b222e9b4-0a2b-4056-adfa-c1fb610cdc9a), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.830333 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2a35-dd50-4c1b-b583-b3983ae9ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (b222e9b4-0a2b-4056-adfa-c1fb610cdc9a), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.910671 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2a35-dd50-4c1b-b583-b3983ae9ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854543'] for subnet (b222e9b4-0a2b-4056-adfa-c1fb610cdc9a), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.937303 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a2a35-dd50-4c1b-b583-b3983ae9ad83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b222e9b4-0a2b-4056-adfa-c1fb610cdc9a,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:30.948738 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2a35-dd50-4c1b-b583-b3983ae9ad83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:30.950333 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739a96ac-6351-4e0f-92d3-5e4d14962d63 None None] Network 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:28:30.952812 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-1b6a2a35-dd50-4c1b-b583-b3983ae9ad83 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b222e9b4-0a2b-4056-adfa-c1fb610cdc9a HTTP/1.1" status: 204 len: 168 time: 0.5883164 Jun 03 16:28:30.955899 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50686) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:31.071515 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.126882 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Deleting port 5bf4e9af-5f72-44e2-816e-068e04de2a04 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:31.126882 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.173042 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb2f3b-355c-4e01-97ad-a0872a3ab9e5 None None] DHCP port deletion for 6fb749c5-3e3e-449b-80a2-fa7c692f9d8e request from dv-cinder-836996-28-iscsi {{(pid=103938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 16:28:31.209220 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] For port 5bf4e9af-5f72-44e2-816e-068e04de2a04, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5bf4e9af-5f72-44e2-816e-068e04de2a04,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:31.209355 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.218090 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:31.222941 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb2f3b-355c-4e01-97ad-a0872a3ab9e5 None None] Deleting port 5bf4e9af-5f72-44e2-816e-068e04de2a04 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:31.223710 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ccb2f3b-355c-4e01-97ad-a0872a3ab9e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.231636 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Calling delete_port for 5bf4e9af-5f72-44e2-816e-068e04de2a04 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:31.314271 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9ccb2f3b-355c-4e01-97ad-a0872a3ab9e5 None None] For port 5bf4e9af-5f72-44e2-816e-068e04de2a04, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5bf4e9af-5f72-44e2-816e-068e04de2a04,segment=NetworkSegment(4fbfe614-3b71-4169-9aa3-45898b59af03),segment_id=4fbfe614-3b71-4169-9aa3-45898b59af03)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:31.314843 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ccb2f3b-355c-4e01-97ad-a0872a3ab9e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.322947 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.329932 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb2f3b-355c-4e01-97ad-a0872a3ab9e5 None None] Calling delete_port for 5bf4e9af-5f72-44e2-816e-068e04de2a04 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:31.349848 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf4e9af-5f72-44e2-816e-068e04de2a04,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:31.355354 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] No DVR routers for this DVR port 5bf4e9af-5f72-44e2-816e-068e04de2a04 on host dv-cinder-836996-28-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:28:31.369039 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50698) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:31.395753 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:31.421768 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50702) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:31.436171 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.446738 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9ccb2f3b-355c-4e01-97ad-a0872a3ab9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (5bf4e9af-5f72-44e2-816e-068e04de2a04), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.460468 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb749c5-3e3e-449b-80a2-fa7c692f9d8e']}} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:31.472502 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbfe614-3b71-4169-9aa3-45898b59af03') {'for_net_delete': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:31.472717 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb2f3b-355c-4e01-97ad-a0872a3ab9e5 None None] Pushing event deleted for resources: {'Port': ['ID=5bf4e9af-5f72-44e2-816e-068e04de2a04,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:31.473003 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbfe614-3b71-4169-9aa3-45898b59af03') {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:31.483016 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb2f3b-355c-4e01-97ad-a0872a3ab9e5 None None] No DVR routers for this DVR port 5bf4e9af-5f72-44e2-816e-068e04de2a04 on host dv-cinder-836996-28-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:28:31.489288 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113044'] for segment (4fbfe614-3b71-4169-9aa3-45898b59af03), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.511080 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (4fbfe614-3b71-4169-9aa3-45898b59af03), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.520957 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=103937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:28:31.521485 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25579824'] for segment (4fbfe614-3b71-4169-9aa3-45898b59af03), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.567745 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 4fbfe614-3b71-4169-9aa3-45898b59af03 resource provider aggregate not found Jun 03 16:28:31.580088 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.596402 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 4fbfe614-3b71-4169-9aa3-45898b59af03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fbfe614-3b71-4169-9aa3-45898b59af03 found for delete ", "request_id": "req-58f0f694-7b26-4d24-b130-4a763da4bea2"}]} Jun 03 16:28:31.599084 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (6fb749c5-3e3e-449b-80a2-fa7c692f9d8e), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.611262 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.614743 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] 10.222.0.41 "DELETE /v2.0/networks/6fb749c5-3e3e-449b-80a2-fa7c692f9d8e HTTP/1.1" status: 204 len: 168 time: 0.6578338 Jun 03 16:28:31.623334 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device bfdaabb5-1990-4613-9533-6bdd1b76e242 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:28:31.640272 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd1472-923a-4bcf-8c4b-c1492828316c admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb749c5-3e3e-449b-80a2-fa7c692f9d8e,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:31.650840 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdccdc64-3422-46ef-8a65-568e4d155be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.656348 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: bfdaabb5-1990-4613-9533-6bdd1b76e242 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:28:31.656964 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device bfdaabb5-1990-4613-9533-6bdd1b76e242 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:28:31.657531 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5bf4e9af-5f72-44e2-816e-068e04de2a04 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:28:31.684034 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 5bf4e9af-5f72-44e2-816e-068e04de2a04 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:28:31.685165 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5bf4e9af-5f72-44e2-816e-068e04de2a04 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:28:31.685882 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 0643b754-2033-46ab-9f9e-b0553b915715 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:28:31.709015 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 0643b754-2033-46ab-9f9e-b0553b915715 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:28:31.709464 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 0643b754-2033-46ab-9f9e-b0553b915715 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:28:31.737395 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Publish callbacks [] for security_group (6937f887-c487-4931-977f-48b2d86282e1), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.743460 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (6937f887-c487-4931-977f-48b2d86282e1), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.752737 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50712) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:31.773922 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:31.796257 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-13399d69-df6e-48cc-8c14-c17af8574817 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6758d3ab63e4ace8d2d32a4b391d942&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421736 Jun 03 16:28:31.797882 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6dd01e60a8c74079ae95475fdd080bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743284 Jun 03 16:28:31.800489 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50714) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:31.800819 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50716) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:31.801523 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6937f887-c487-4931-977f-48b2d86282e1,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:31.818107 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.818459 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.818816 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.819154 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.819628 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.820259 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.820399 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.820695 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.821027 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.821355 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.821685 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.822013 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.822336 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.822657 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.822977 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb7883-82c9-497d-bc91-f112a542375b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:31.835162 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdccdc64-3422-46ef-8a65-568e4d155be6 admin admin] Publish callbacks [] for security_group (b6acf65f-8b02-48f3-a0ca-06037e9171ea), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.839829 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdccdc64-3422-46ef-8a65-568e4d155be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (b6acf65f-8b02-48f3-a0ca-06037e9171ea), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.873646 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:31.885791 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bdccdc64-3422-46ef-8a65-568e4d155be6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=903fb8ac4c7947b6b98c30ee56ae9634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5155938 Jun 03 16:28:31.888830 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccdc64-3422-46ef-8a65-568e4d155be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6acf65f-8b02-48f3-a0ca-06037e9171ea,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:31.888986 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50720) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:31.896760 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0cfebd4c-d800-438c-9c74-c49473f27aa3 admin admin] Publish callbacks [] for security_group (6937f887-c487-4931-977f-48b2d86282e1), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.907218 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0adea91b-8198-468b-8731-71626b80da57 admin admin] Publish callbacks [] for security_group (441007b8-5ee9-4668-a81b-3eead858a420), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.946999 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0cfebd4c-d800-438c-9c74-c49473f27aa3 admin admin] Publish callbacks [] for security_group (6937f887-c487-4931-977f-48b2d86282e1), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:31.974782 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0adea91b-8198-468b-8731-71626b80da57 admin admin] Publish callbacks [] for security_group (441007b8-5ee9-4668-a81b-3eead858a420), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.032989 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f990e251-bfce-42ef-8c29-246ff609a2ba admin admin] Publish callbacks [] for security_group (b6acf65f-8b02-48f3-a0ca-06037e9171ea), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.059498 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f990e251-bfce-42ef-8c29-246ff609a2ba admin admin] Publish callbacks [] for security_group (b6acf65f-8b02-48f3-a0ca-06037e9171ea), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.061093 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0cfebd4c-d800-438c-9c74-c49473f27aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (6937f887-c487-4931-977f-48b2d86282e1), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.064149 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0cfebd4c-d800-438c-9c74-c49473f27aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.065273 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-0cfebd4c-d800-438c-9c74-c49473f27aa3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6937f887-c487-4931-977f-48b2d86282e1 HTTP/1.1" status: 204 len: 168 time: 0.2635086 Jun 03 16:28:32.085307 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfebd4c-d800-438c-9c74-c49473f27aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6937f887-c487-4931-977f-48b2d86282e1,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:32.088802 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0adea91b-8198-468b-8731-71626b80da57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (441007b8-5ee9-4668-a81b-3eead858a420), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.091248 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0adea91b-8198-468b-8731-71626b80da57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.092390 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-0adea91b-8198-468b-8731-71626b80da57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/441007b8-5ee9-4668-a81b-3eead858a420 HTTP/1.1" status: 204 len: 168 time: 0.2894764 Jun 03 16:28:32.113630 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adea91b-8198-468b-8731-71626b80da57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441007b8-5ee9-4668-a81b-3eead858a420,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:32.143491 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f990e251-bfce-42ef-8c29-246ff609a2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (b6acf65f-8b02-48f3-a0ca-06037e9171ea), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.147743 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f990e251-bfce-42ef-8c29-246ff609a2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.151701 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f990e251-bfce-42ef-8c29-246ff609a2ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6acf65f-8b02-48f3-a0ca-06037e9171ea HTTP/1.1" status: 204 len: 168 time: 0.2591834 Jun 03 16:28:32.159204 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990e251-bfce-42ef-8c29-246ff609a2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6acf65f-8b02-48f3-a0ca-06037e9171ea,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:32.638563 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50746) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:32.652828 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f5042a6e-3bf1-4ae3-b88b-84e2fe7c14f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.668155 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:32.737291 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f5042a6e-3bf1-4ae3-b88b-84e2fe7c14f5 admin admin] Publish callbacks [] for security_group (cfbba0e8-faac-48a6-8c08-1464b52d5c24), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.742351 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f5042a6e-3bf1-4ae3-b88b-84e2fe7c14f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (cfbba0e8-faac-48a6-8c08-1464b52d5c24), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.784307 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f5042a6e-3bf1-4ae3-b88b-84e2fe7c14f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4e1e5ee67604b15890e820227c85483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446557 Jun 03 16:28:32.785514 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5042a6e-3bf1-4ae3-b88b-84e2fe7c14f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbba0e8-faac-48a6-8c08-1464b52d5c24,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:32.787058 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50752) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:32.839919 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bab5f17a-04da-45ab-9f5d-e5827370e4b8 admin admin] Publish callbacks [] for security_group (cfbba0e8-faac-48a6-8c08-1464b52d5c24), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.868716 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bab5f17a-04da-45ab-9f5d-e5827370e4b8 admin admin] Publish callbacks [] for security_group (cfbba0e8-faac-48a6-8c08-1464b52d5c24), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.926760 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bab5f17a-04da-45ab-9f5d-e5827370e4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (cfbba0e8-faac-48a6-8c08-1464b52d5c24), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.929569 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bab5f17a-04da-45ab-9f5d-e5827370e4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:32.931648 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bab5f17a-04da-45ab-9f5d-e5827370e4b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfbba0e8-faac-48a6-8c08-1464b52d5c24 HTTP/1.1" status: 204 len: 168 time: 0.1426396 Jun 03 16:28:32.943316 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5f17a-04da-45ab-9f5d-e5827370e4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbba0e8-faac-48a6-8c08-1464b52d5c24,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:36.408119 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50884) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:36.515616 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-75a575f9-197d-4ea8-ac77-c5aa42f6dc7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:36.590581 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-75a575f9-197d-4ea8-ac77-c5aa42f6dc7c admin admin] Publish callbacks [] for security_group (aa810c7c-07f2-4105-afb7-2b7e58c137ed), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:36.594025 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-75a575f9-197d-4ea8-ac77-c5aa42f6dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (aa810c7c-07f2-4105-afb7-2b7e58c137ed), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:36.603783 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=19 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:36.635546 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a575f9-197d-4ea8-ac77-c5aa42f6dc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa810c7c-07f2-4105-afb7-2b7e58c137ed,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:36.639730 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-75a575f9-197d-4ea8-ac77-c5aa42f6dc7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b68fed95706473cb2c06c72558da3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305822 Jun 03 16:28:36.643060 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50888) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:36.699604 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Publish callbacks [] for security_group (aa810c7c-07f2-4105-afb7-2b7e58c137ed), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:36.722225 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Publish callbacks [] for security_group (aa810c7c-07f2-4105-afb7-2b7e58c137ed), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:36.732272 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:36.770013 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (aa810c7c-07f2-4105-afb7-2b7e58c137ed), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:36.772788 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:36.773948 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa810c7c-07f2-4105-afb7-2b7e58c137ed HTTP/1.1" status: 204 len: 168 time: 0.1302640 Jun 03 16:28:36.782979 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa810c7c-07f2-4105-afb7-2b7e58c137ed,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:36.790861 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.791452 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.791821 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.792199 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.792534 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.792899 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.793235 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.793593 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.794089 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.794618 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.795128 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.795540 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.795885 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.796251 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.796544 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067607d-ed13-4919-b662-895d9a32f3ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:36.919232 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 50904) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:37.058417 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7e3802ca-6769-42e7-a527-e9a0b953b003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:37.147434 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7e3802ca-6769-42e7-a527-e9a0b953b003 admin admin] Publish callbacks [] for security_group (43916d93-af63-48a5-88e8-07cfe68d18d2), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:37.151866 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7e3802ca-6769-42e7-a527-e9a0b953b003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (43916d93-af63-48a5-88e8-07cfe68d18d2), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:37.204391 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-7e3802ca-6769-42e7-a527-e9a0b953b003 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=caa595780261498997d276a7269332cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834568 Jun 03 16:28:37.205379 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 50920) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:37.205757 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3802ca-6769-42e7-a527-e9a0b953b003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43916d93-af63-48a5-88e8-07cfe68d18d2,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:37.266854 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3dd53d1-64e5-4a9a-a04a-4b3ed3c2564a admin admin] Publish callbacks [] for security_group (43916d93-af63-48a5-88e8-07cfe68d18d2), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:37.290080 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3dd53d1-64e5-4a9a-a04a-4b3ed3c2564a admin admin] Publish callbacks [] for security_group (43916d93-af63-48a5-88e8-07cfe68d18d2), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:37.341057 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3dd53d1-64e5-4a9a-a04a-4b3ed3c2564a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (43916d93-af63-48a5-88e8-07cfe68d18d2), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:37.343604 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f3dd53d1-64e5-4a9a-a04a-4b3ed3c2564a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:37.345432 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f3dd53d1-64e5-4a9a-a04a-4b3ed3c2564a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43916d93-af63-48a5-88e8-07cfe68d18d2 HTTP/1.1" status: 204 len: 168 time: 0.1384413 Jun 03 16:28:37.353558 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd53d1-64e5-4a9a-a04a-4b3ed3c2564a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43916d93-af63-48a5-88e8-07cfe68d18d2,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:39.741871 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=27 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:45.111092 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:47.195907 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:47.197817 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:INSERT=12,neutron:SELECT=46,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:47.327472 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:47.349953 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=56,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:49.115503 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51118) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:49.325138 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ccef39c0-fe72-49d2-8b37-95ba35fec8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:49.441041 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Deleting port 0733c41e-e85d-4fcf-b19e-8e7027ecd8d2 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:49.441388 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (0733c41e-e85d-4fcf-b19e-8e7027ecd8d2), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:49.519164 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (0733c41e-e85d-4fcf-b19e-8e7027ecd8d2), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:49.519521 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (0733c41e-e85d-4fcf-b19e-8e7027ecd8d2), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:49.532757 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Calling delete_port for 0733c41e-e85d-4fcf-b19e-8e7027ecd8d2 owned by network:floatingip {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:49.682090 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (0733c41e-e85d-4fcf-b19e-8e7027ecd8d2), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:49.709336 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event deleted for resources: {'Port': ['ID=0733c41e-e85d-4fcf-b19e-8e7027ecd8d2,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:49.773005 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (c41c1ba2-a1d9-4574-8533-a8b50fc8338e), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:49.773230 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.l3_db [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Floating IP c41c1ba2-a1d9-4574-8533-a8b50fc8338e disassociated (deleted). External IP: 172.27.2.204, port: 81c8deba-9996-499e-b7d9-9e60b5cf128c. Jun 03 16:28:49.986325 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:28:50.090871 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:28:50.095649 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:50.115455 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] Sync routers for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:28:50.121358 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:50.129715 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:50.132204 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-424e7e06-a8bb-4b4e-a07f-e8ddbffc5fdb tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "DELETE /v2.0/floatingips/c41c1ba2-a1d9-4574-8533-a8b50fc8338e HTTP/1.1" status: 204 len: 168 time: 1.0157654 Jun 03 16:28:50.132536 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:50.133115 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256059e7-995a-4b7d-9439-f32447aca406', 'tag': '81c8deba-9996-499e-b7d9-9e60b5cf128c'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:28:50.134668 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:50.135826 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fc9cb1f702c7ade96b8ce0107ecec56302cb4f5cb804b975d04fe28d0155aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0243f9ff-7109-4efd-8e2c-319ea01aaec9" -d '{"events": [{"name": "network-changed", "server_uuid": "256059e7-995a-4b7d-9439-f32447aca406", "tag": "81c8deba-9996-499e-b7d9-9e60b5cf128c"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:28:50.144198 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:50.145781 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:50.408497 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:50.424327 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f71c984-31f6-441a-ab02-cdacdc7ee8c1 x-openstack-request-id: req-5f71c984-31f6-441a-ab02-cdacdc7ee8c1 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:28:50.424981 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256059e7-995a-4b7d-9439-f32447aca406", "tag": "81c8deba-9996-499e-b7d9-9e60b5cf128c", "status": "completed", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:28:50.425325 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f71c984-31f6-441a-ab02-cdacdc7ee8c1 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:28:50.425820 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f71c984-31f6-441a-ab02-cdacdc7ee8c1'] response: {'name': 'network-changed', 'server_uuid': '256059e7-995a-4b7d-9439-f32447aca406', 'tag': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'status': 'completed', 'code': 200} Jun 03 16:28:50.507558 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4a530-af5b-4c85-a768-8c3999e3a5a2 req-ceeea109-187b-469c-8cce-b840f28dbb93 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:50.509198 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f5b4a530-af5b-4c85-a768-8c3999e3a5a2 req-ceeea109-187b-469c-8cce-b840f28dbb93 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 946 time: 0.0551946 Jun 03 16:28:50.563315 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f5b4a530-af5b-4c85-a768-8c3999e3a5a2 req-a55468fc-b5de-42ad-ad74-88172448d48d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470674 Jun 03 16:28:50.679508 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'bff56c13-8066-4853-8061-983a58703395', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:a5:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:35Z', 'updated_at': '2022-06-03T16:23:37Z', 'revision_number': 1, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:50.714451 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] Checking router: 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:28:50.726912 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:50.727580 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:50.839594 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:51.056167 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:51.065552 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'bff56c13-8066-4853-8061-983a58703395', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:a5:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:35Z', 'updated_at': '2022-06-03T16:23:37Z', 'revision_number': 1, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:51.092272 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5702bd-b91e-410e-bce6-b5a51f579f62 None None] The sync data for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi is: [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': 'bff56c13-8066-4853-8061-983a58703395', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'port_id': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'mac_address': 'fa:16:3e:a5:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:23:35Z', 'updated_at': '2022-06-03T16:23:37Z', 'revision_number': 1, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:28:51.336469 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e4689-aa70-4b6c-8d60-e021051c7f15 None None] New status for floating IP c41c1ba2-a1d9-4574-8533-a8b50fc8338e: DOWN {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:28:51.512256 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-519be776-ea5e-4142-ab42-a0609ec18404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:51.513739 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-519be776-ea5e-4142-ab42-a0609ec18404 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 1130 time: 0.0388820 Jun 03 16:28:51.613615 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-ea7f6f6d-d25d-4053-aa15-3229b90db6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:51.615097 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-ea7f6f6d-d25d-4053-aa15-3229b90db6e4 service neutron] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 914 time: 0.0951121 Jun 03 16:28:51.649271 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0e65a7e5-07fb-46ba-9896-b0feb187ab8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:51.662799 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-d471d5cf-6b1f-460d-8b61-5c936cb775a6 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c8deba-9996-499e-b7d9-9e60b5cf128c HTTP/1.1" status: 200 len: 217 time: 0.0408170 Jun 03 16:28:51.686881 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86189fff-fbce-4d07-a2d4-620e837faf71 req-f7025fbc-04b0-4465-8001-b49dc364c2ae tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:51.688404 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-86189fff-fbce-4d07-a2d4-620e837faf71 req-f7025fbc-04b0-4465-8001-b49dc364c2ae tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 946 time: 0.0484722 Jun 03 16:28:51.719559 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-d6535421-31e2-4fd5-9d27-699ee4fbebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:51.719559 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-d6535421-31e2-4fd5-9d27-699ee4fbebf4 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.0505984 Jun 03 16:28:51.733725 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:51.739827 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-86189fff-fbce-4d07-a2d4-620e837faf71 req-5e017cd6-fbda-4fe5-ae40-e2e2a6712307 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456026 Jun 03 16:28:51.773639 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-c9ccbc5e-9ba3-438b-b959-e5febc8d1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:51.775271 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-c9ccbc5e-9ba3-438b-b959-e5febc8d1655 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495734 Jun 03 16:28:51.994891 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-1d1de38b-68dc-4f22-bd76-1f6e2790e32e service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979259 Jun 03 16:28:52.141401 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0243f9ff-7109-4efd-8e2c-319ea01aaec9 req-07c33e96-7cfc-4931-9ed9-886214948aac service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221941 Jun 03 16:28:52.333873 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51284) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:52.408528 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-276fb2d8-7dcf-4fa0-8ada-d4a2018eadc5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:52.409956 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-276fb2d8-7dcf-4fa0-8ada-d4a2018eadc5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 946 time: 0.0519063 Jun 03 16:28:52.445514 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-00a92b7a-84dc-4c3c-8178-f7e1b65fa567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.503671 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-56e26328-4b87-4b0e-98f2-7cd0d70f9a5a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Deleting port 81c8deba-9996-499e-b7d9-9e60b5cf128c {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:52.504007 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-56e26328-4b87-4b0e-98f2-7cd0d70f9a5a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.526927 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-00a92b7a-84dc-4c3c-8178-f7e1b65fa567 admin admin] Publish callbacks [] for security_group (bc40ed9f-9af7-46f6-8f3c-21ea346b4a3c), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.531747 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-00a92b7a-84dc-4c3c-8178-f7e1b65fa567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (bc40ed9f-9af7-46f6-8f3c-21ea346b4a3c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.570151 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a92b7a-84dc-4c3c-8178-f7e1b65fa567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc40ed9f-9af7-46f6-8f3c-21ea346b4a3c,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:52.579357 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-00a92b7a-84dc-4c3c-8178-f7e1b65fa567 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=036a7f012aa34ff18cba47655550b87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439899 Jun 03 16:28:52.579818 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51294) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:52.607286 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-56e26328-4b87-4b0e-98f2-7cd0d70f9a5a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] For port 81c8deba-9996-499e-b7d9-9e60b5cf128c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=81c8deba-9996-499e-b7d9-9e60b5cf128c,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:28:52.607887 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-56e26328-4b87-4b0e-98f2-7cd0d70f9a5a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.623201 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-56e26328-4b87-4b0e-98f2-7cd0d70f9a5a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Calling delete_port for 81c8deba-9996-499e-b7d9-9e60b5cf128c owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:52.638180 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dbb9555d-3244-49fb-ab69-059b254696bb admin admin] Publish callbacks [] for security_group (bc40ed9f-9af7-46f6-8f3c-21ea346b4a3c), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.660813 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dbb9555d-3244-49fb-ab69-059b254696bb admin admin] Publish callbacks [] for security_group (bc40ed9f-9af7-46f6-8f3c-21ea346b4a3c), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.722072 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dbb9555d-3244-49fb-ab69-059b254696bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (bc40ed9f-9af7-46f6-8f3c-21ea346b4a3c), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.725002 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dbb9555d-3244-49fb-ab69-059b254696bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.729082 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-dbb9555d-3244-49fb-ab69-059b254696bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc40ed9f-9af7-46f6-8f3c-21ea346b4a3c HTTP/1.1" status: 204 len: 168 time: 0.1482387 Jun 03 16:28:52.738051 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9555d-3244-49fb-ab69-059b254696bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc40ed9f-9af7-46f6-8f3c-21ea346b4a3c,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:52.775717 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-56e26328-4b87-4b0e-98f2-7cd0d70f9a5a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (81c8deba-9996-499e-b7d9-9e60b5cf128c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.790068 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:52.812374 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e26328-4b87-4b0e-98f2-7cd0d70f9a5a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event deleted for resources: {'Port': ['ID=81c8deba-9996-499e-b7d9-9e60b5cf128c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:52.832062 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:52.866589 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c92b69fb-4007-42c9-898d-1c6735bae188 req-8dab6a8e-90ac-4a3c-adfc-951252917c5b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 210 time: 0.0495112 Jun 03 16:28:52.889321 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-56e26328-4b87-4b0e-98f2-7cd0d70f9a5a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] No DVR routers for this DVR port 81c8deba-9996-499e-b7d9-9e60b5cf128c on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:28:52.893285 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-56e26328-4b87-4b0e-98f2-7cd0d70f9a5a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.898292 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e93f5e8f-8ed7-4610-ad46-12fb128c324e req-56e26328-4b87-4b0e-98f2-7cd0d70f9a5a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "DELETE /v2.0/ports/81c8deba-9996-499e-b7d9-9e60b5cf128c HTTP/1.1" status: 204 len: 173 time: 0.4825981 Jun 03 16:28:52.899336 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256059e7-995a-4b7d-9439-f32447aca406', 'name': 'network-vif-deleted', 'tag': '81c8deba-9996-499e-b7d9-9e60b5cf128c'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:28:52.909956 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:52.913845 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56599c40-78e8-4983-b73f-8bdecd926d8a" -d '{"events": [{"server_uuid": "256059e7-995a-4b7d-9439-f32447aca406", "name": "network-vif-deleted", "tag": "81c8deba-9996-499e-b7d9-9e60b5cf128c"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:28:52.960328 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43cf3bd-be24-4340-a957-63c002eea4ab x-openstack-request-id: req-a43cf3bd-be24-4340-a957-63c002eea4ab {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:28:52.960626 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256059e7-995a-4b7d-9439-f32447aca406", "name": "network-vif-deleted", "tag": "81c8deba-9996-499e-b7d9-9e60b5cf128c", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:28:52.960883 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a43cf3bd-be24-4340-a957-63c002eea4ab {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:28:52.961288 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43cf3bd-be24-4340-a957-63c002eea4ab'] response: {'server_uuid': '256059e7-995a-4b7d-9439-f32447aca406', 'name': 'network-vif-deleted', 'tag': '81c8deba-9996-499e-b7d9-9e60b5cf128c', 'status': 'completed', 'code': 200} Jun 03 16:28:53.085490 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51308) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:53.099278 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-37a377c7-40ae-4a8b-aff1-c9ab7039d01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:53.184313 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-37a377c7-40ae-4a8b-aff1-c9ab7039d01a admin admin] Publish callbacks [] for security_group (7b2539d9-6a47-489d-b60e-e51589bb54c2), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:53.189564 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-37a377c7-40ae-4a8b-aff1-c9ab7039d01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7b2539d9-6a47-489d-b60e-e51589bb54c2), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:53.232535 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a377c7-40ae-4a8b-aff1-c9ab7039d01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2539d9-6a47-489d-b60e-e51589bb54c2,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:53.240135 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51312) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:53.243912 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-37a377c7-40ae-4a8b-aff1-c9ab7039d01a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a857bdc4a924122b1a8cf32b9d0b64c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552441 Jun 03 16:28:53.308088 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e35e13b-a0f9-4d1a-937c-9f83edb97f41 admin admin] Publish callbacks [] for security_group (7b2539d9-6a47-489d-b60e-e51589bb54c2), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:53.337182 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e35e13b-a0f9-4d1a-937c-9f83edb97f41 admin admin] Publish callbacks [] for security_group (7b2539d9-6a47-489d-b60e-e51589bb54c2), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:53.400970 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e35e13b-a0f9-4d1a-937c-9f83edb97f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7b2539d9-6a47-489d-b60e-e51589bb54c2), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:53.404604 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e35e13b-a0f9-4d1a-937c-9f83edb97f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:53.405986 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9e35e13b-a0f9-4d1a-937c-9f83edb97f41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b2539d9-6a47-489d-b60e-e51589bb54c2 HTTP/1.1" status: 204 len: 168 time: 0.1648510 Jun 03 16:28:53.415531 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35e13b-a0f9-4d1a-937c-9f83edb97f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2539d9-6a47-489d-b60e-e51589bb54c2,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:53.989373 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e3aad525-1597-4b47-be50-1e4d6a28ad22 req-0b46fa89-3ce9-4ad3-80e9-a04b354d6fb2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=256059e7-995a-4b7d-9439-f32447aca406 HTTP/1.1" status: 200 len: 210 time: 0.0302403 Jun 03 16:28:53.998245 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:28:54.016867 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:55.955771 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 81c8deba-9996-499e-b7d9-9e60b5cf128c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:28:55.975223 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 81c8deba-9996-499e-b7d9-9e60b5cf128c {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:28:55.975594 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 81c8deba-9996-499e-b7d9-9e60b5cf128c not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:28:56.163094 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:56.688056 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51440) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:56.787600 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79bd8c43-1fb8-4c6f-8cf1-8307860b520d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:56.861769 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79bd8c43-1fb8-4c6f-8cf1-8307860b520d admin admin] Publish callbacks [] for security_group (dafb5e9a-a327-455e-9158-1982fc3b1fb3), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:56.865405 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79bd8c43-1fb8-4c6f-8cf1-8307860b520d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (dafb5e9a-a327-455e-9158-1982fc3b1fb3), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:56.908078 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd8c43-1fb8-4c6f-8cf1-8307860b520d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafb5e9a-a327-455e-9158-1982fc3b1fb3,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:56.913759 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-79bd8c43-1fb8-4c6f-8cf1-8307860b520d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ba60488b1ba436fb10642b6372a2648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319899 Jun 03 16:28:56.916415 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51444) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:56.966378 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69a6f4a6-080b-458d-9c82-aee967d019d7 admin admin] Publish callbacks [] for security_group (dafb5e9a-a327-455e-9158-1982fc3b1fb3), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:56.987199 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69a6f4a6-080b-458d-9c82-aee967d019d7 admin admin] Publish callbacks [] for security_group (dafb5e9a-a327-455e-9158-1982fc3b1fb3), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:57.031994 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69a6f4a6-080b-458d-9c82-aee967d019d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (dafb5e9a-a327-455e-9158-1982fc3b1fb3), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:57.034414 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69a6f4a6-080b-458d-9c82-aee967d019d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:57.035553 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-69a6f4a6-080b-458d-9c82-aee967d019d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dafb5e9a-a327-455e-9158-1982fc3b1fb3 HTTP/1.1" status: 204 len: 168 time: 0.1182613 Jun 03 16:28:57.043241 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6f4a6-080b-458d-9c82-aee967d019d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafb5e9a-a327-455e-9158-1982fc3b1fb3,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:57.523072 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51456) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:28:57.663023 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Deleting port 6192b1c8-5883-430c-8579-ab9c1262c169 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:28:57.663383 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (6192b1c8-5883-430c-8579-ab9c1262c169), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:57.741657 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (6192b1c8-5883-430c-8579-ab9c1262c169), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:57.742290 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (6192b1c8-5883-430c-8579-ab9c1262c169), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:57.755199 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Calling delete_port for 6192b1c8-5883-430c-8579-ab9c1262c169 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:28:57.763101 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:57.873464 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:57.938151 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (6192b1c8-5883-430c-8579-ab9c1262c169), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:57.961654 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event deleted for resources: {'Port': ['ID=6192b1c8-5883-430c-8579-ab9c1262c169,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:58.029524 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (bff56c13-8066-4853-8061-983a58703395), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:58.029871 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Floating IP bff56c13-8066-4853-8061-983a58703395 disassociated (deleted). External IP: 172.27.2.2, port: e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1. Jun 03 16:28:58.238233 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:28:58.341052 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:28:58.345855 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:28:58.350695 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] Sync routers for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:28:58.360527 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:58.361127 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:58.374482 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ac6dc2b2-0f08-492f-8270-4654edddadd5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "DELETE /v2.0/floatingips/bff56c13-8066-4853-8061-983a58703395 HTTP/1.1" status: 204 len: 168 time: 0.8504100 Jun 03 16:28:58.375115 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'tag': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:28:58.377955 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f199a3-9c45-408d-9d0f-19027ec205ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0", "tag": "e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:28:58.415635 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193015ee-4c76-4298-adf7-ef3910ba200f x-openstack-request-id: req-193015ee-4c76-4298-adf7-ef3910ba200f {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:28:58.415992 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0", "tag": "e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:28:58.416251 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-193015ee-4c76-4298-adf7-ef3910ba200f {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:28:58.416655 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193015ee-4c76-4298-adf7-ef3910ba200f'] response: {'name': 'network-changed', 'server_uuid': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'tag': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'status': 'completed', 'code': 200} Jun 03 16:28:58.470298 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:58.512234 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-f5451cb6-1f71-4712-ab5b-b5fd08ed96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:58.513754 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-f5451cb6-1f71-4712-ab5b-b5fd08ed96cf service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 1129 time: 0.0549338 Jun 03 16:28:58.540298 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:28:58.613739 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061baed-d184-4519-91a4-2417c31ceb2d req-5127fe99-6812-49f1-8711-352d7d67a64b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:58.620532 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c061baed-d184-4519-91a4-2417c31ceb2d req-5127fe99-6812-49f1-8711-352d7d67a64b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0591853 Jun 03 16:28:58.623745 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-04eb5778-d26a-4d5d-8392-962ec488874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:58.625307 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-04eb5778-d26a-4d5d-8392-962ec488874e service neutron] 10.222.0.118 "GET /v2.0/networks?id=6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 200 len: 914 time: 0.1045606 Jun 03 16:28:58.674421 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c061baed-d184-4519-91a4-2417c31ceb2d req-771781e0-b440-43c3-b2f6-d3b98522455d tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517509 Jun 03 16:28:58.681700 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:58.706922 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] Checking router: 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:28:58.715215 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:28:58.715839 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:58.813430 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:28:59.114041 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:59.146713 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b64f0f-a1d5-4281-a9b3-9a536a942ab6 None None] The sync data for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi is: [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 4, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': 'af4ab364-7220-47ab-9175-43913085a891', 'name': '', 'network_id': '6170e7ad-2948-49aa-8d76-bb5733efca78', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'mac_address': 'fa:16:3e:a0:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'subnets': [{'id': 'dcdc3f0d-c747-460a-8a6f-8e63849cf34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:28:59.369751 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe194b-b5ed-4491-be65-4fa9c40c9923 None None] New status for floating IP bff56c13-8066-4853-8061-983a58703395: DOWN {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:28:59.798797 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8fa6d-434e-4c2b-b644-4102eae6afa3 req-b8ad6492-c5d8-4712-bd8c-b78c8edd5f53 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:59.806315 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7af8fa6d-434e-4c2b-b644-4102eae6afa3 req-b8ad6492-c5d8-4712-bd8c-b78c8edd5f53 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0584772 Jun 03 16:28:59.855460 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7af8fa6d-434e-4c2b-b644-4102eae6afa3 req-0db2e233-be9f-4afb-9163-3fdc74b87e46 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482624 Jun 03 16:29:00.971734 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae6f49-c9f6-4db2-a8c2-48619d2ba112 req-c95b03b6-48e3-44a9-bc52-9c22b7c3c2a6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:00.973071 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-52ae6f49-c9f6-4db2-a8c2-48619d2ba112 req-c95b03b6-48e3-44a9-bc52-9c22b7c3c2a6 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0479872 Jun 03 16:29:00.998357 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:01.029380 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-52ae6f49-c9f6-4db2-a8c2-48619d2ba112 req-29e5a48b-a0ea-469f-a184-9e65c27c9159 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508323 Jun 03 16:29:01.799831 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-cbef4143-5e32-4125-bb0d-640225f1cc01 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 HTTP/1.1" status: 200 len: 217 time: 0.0374134 Jun 03 16:29:01.848944 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-487706f4-c39f-418a-a1c9-dc50881c94da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:01.850328 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-487706f4-c39f-418a-a1c9-dc50881c94da service neutron] 10.222.0.118 "GET /v2.0/subnets?id=dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 200 len: 851 time: 0.0429766 Jun 03 16:29:01.891338 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-82f72f3b-7061-45ce-95b8-7ab669c89ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:01.892767 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-82f72f3b-7061-45ce-95b8-7ab669c89ea3 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=6170e7ad-2948-49aa-8d76-bb5733efca78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0365295 Jun 03 16:29:01.948106 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:01.982990 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-def6aa8b-3adf-458d-a27c-210f28676760 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836396 Jun 03 16:29:01.998181 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:02.072796 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-39f199a3-9c45-408d-9d0f-19027ec205ce req-5dc96889-05db-4bae-80f4-05e5b95e8270 service neutron] 10.222.0.118 "GET /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808668 Jun 03 16:29:02.145269 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142373ed-5fea-4dbb-8a94-e571d0c02233 req-d017033c-d54c-4e30-bfbf-bc6465976ef3 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:02.146721 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-142373ed-5fea-4dbb-8a94-e571d0c02233 req-d017033c-d54c-4e30-bfbf-bc6465976ef3 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0501156 Jun 03 16:29:02.194755 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-142373ed-5fea-4dbb-8a94-e571d0c02233 req-0530409c-6873-47c8-9e7f-bb25c5349be0 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Jun 03 16:29:03.307900 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91811a8-e383-4a93-83a7-f9e45a655127 req-f2d7db32-d5d7-46d8-a266-fe6a9019e462 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:03.309394 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b91811a8-e383-4a93-83a7-f9e45a655127 req-f2d7db32-d5d7-46d8-a266-fe6a9019e462 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0472214 Jun 03 16:29:03.362812 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b91811a8-e383-4a93-83a7-f9e45a655127 req-9a160fd0-8fa5-435e-989f-1f675c10a593 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472476 Jun 03 16:29:03.998448 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:04.472644 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893943b6-b013-4116-b2fe-185426aac1b9 req-0d2ecc0c-869a-405a-a934-f16cbe75ed2b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:04.474081 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-893943b6-b013-4116-b2fe-185426aac1b9 req-0d2ecc0c-869a-405a-a934-f16cbe75ed2b tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0460575 Jun 03 16:29:04.521346 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-893943b6-b013-4116-b2fe-185426aac1b9 req-06e7b1c6-7265-4589-9693-45e0d1738ef0 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 Jun 03 16:29:05.628853 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5566826-0bc2-48cd-82cb-7041f784bf84 req-ceedd46e-842a-4909-9290-fc2c0a16eee2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:05.630261 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f5566826-0bc2-48cd-82cb-7041f784bf84 req-ceedd46e-842a-4909-9290-fc2c0a16eee2 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0447245 Jun 03 16:29:05.677378 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-f5566826-0bc2-48cd-82cb-7041f784bf84 req-35877f73-8ec3-4d44-b828-00146e32aea5 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419168 Jun 03 16:29:06.146837 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-da2e2ce0-45df-418d-8d7e-4de55e5980af tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:06.148275 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-da2e2ce0-45df-418d-8d7e-4de55e5980af tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 945 time: 0.0461688 Jun 03 16:29:06.228426 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-dafe9362-1b46-4c37-8023-817e37c976da tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Deleting port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:29:06.228758 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-dafe9362-1b46-4c37-8023-817e37c976da tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:06.316055 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-dafe9362-1b46-4c37-8023-817e37c976da tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] For port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:06.316480 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-dafe9362-1b46-4c37-8023-817e37c976da tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:06.330860 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-dafe9362-1b46-4c37-8023-817e37c976da tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Calling delete_port for e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:29:06.454914 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-dafe9362-1b46-4c37-8023-817e37c976da tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:06.481494 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe9362-1b46-4c37-8023-817e37c976da tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event deleted for resources: {'Port': ['ID=e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:06.528769 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-dafe9362-1b46-4c37-8023-817e37c976da tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] No DVR routers for this DVR port e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:29:06.531285 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-dafe9362-1b46-4c37-8023-817e37c976da tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:06.534964 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-447ca77c-2733-45e7-945b-6cc9ec36ef55 req-dafe9362-1b46-4c37-8023-817e37c976da tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.118 "DELETE /v2.0/ports/e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 HTTP/1.1" status: 204 len: 173 time: 0.3813813 Jun 03 16:29:06.535425 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'name': 'network-vif-deleted', 'tag': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:29:06.537626 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b88b8f-73c1-472c-bf38-aec3b3a58137" -d '{"events": [{"server_uuid": "fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0", "name": "network-vif-deleted", "tag": "e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:29:06.576909 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651cf4f0-8762-4a00-a531-2d5f41268735 x-openstack-request-id: req-651cf4f0-8762-4a00-a531-2d5f41268735 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:29:06.577199 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0", "name": "network-vif-deleted", "tag": "e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:29:06.577447 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-651cf4f0-8762-4a00-a531-2d5f41268735 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:29:06.577842 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651cf4f0-8762-4a00-a531-2d5f41268735'] response: {'server_uuid': 'fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0', 'name': 'network-vif-deleted', 'tag': 'e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1', 'status': 'completed', 'code': 200} Jun 03 16:29:06.771583 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-243e7657-9961-409e-aead-8799f63d6aeb req-870e9e7a-c56b-42ad-b05f-d9ba23e88279 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 210 time: 0.0274086 Jun 03 16:29:07.867910 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ddc2ebf8-c506-4acb-b523-5782bc5ae399 req-4b5684c3-ef8f-440b-a378-ef1d9fb2bc02 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 210 time: 0.0282168 Jun 03 16:29:08.505214 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:29:08.528229 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:29:08.528561 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device e256fc3c-4ba3-46c1-bd56-78cb3f6d50c1 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:29:08.941971 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:08.962533 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b49d8347-9973-4d66-bd61-9d6424da2bb5 req-a6566be7-f7c8-4a12-bf75-4850dd44799a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 210 time: 0.0293851 Jun 03 16:29:10.058422 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4a185ed5-d1e7-4a5b-84ee-845391a65916 req-294900d9-4a97-4ed8-89d3-a76cd4bbc61e tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 210 time: 0.0275869 Jun 03 16:29:11.157738 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-321a7f17-c392-4fba-8fed-d13d5e76184e req-65086a6d-f254-498b-a610-9438c312c4e3 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbdf4bb9-f506-40e7-b4ce-c4b6c3cb77f0 HTTP/1.1" status: 200 len: 210 time: 0.0325117 Jun 03 16:29:12.215921 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51612) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:12.326610 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-9cba5321-5f87-4ddc-85cd-4d8da81c7b2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Deleting port 6fbb42cd-b96e-4d49-836e-08853ae3857c {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:29:12.326977 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9cba5321-5f87-4ddc-85cd-4d8da81c7b2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (6fbb42cd-b96e-4d49-836e-08853ae3857c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:12.406514 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9cba5321-5f87-4ddc-85cd-4d8da81c7b2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (6fbb42cd-b96e-4d49-836e-08853ae3857c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:12.406842 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9cba5321-5f87-4ddc-85cd-4d8da81c7b2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (6fbb42cd-b96e-4d49-836e-08853ae3857c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:12.408991 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:12.413908 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:12.420862 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-9cba5321-5f87-4ddc-85cd-4d8da81c7b2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Calling delete_port for 6fbb42cd-b96e-4d49-836e-08853ae3857c owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:29:12.570088 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9cba5321-5f87-4ddc-85cd-4d8da81c7b2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (6fbb42cd-b96e-4d49-836e-08853ae3857c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:12.601959 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba5321-5f87-4ddc-85cd-4d8da81c7b2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event deleted for resources: {'Port': ['ID=6fbb42cd-b96e-4d49-836e-08853ae3857c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:12.658144 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9cba5321-5f87-4ddc-85cd-4d8da81c7b2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for floatingip (a74cec2a-55bf-41f0-8d1d-fbdca45c55bc), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:12.660646 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9cba5321-5f87-4ddc-85cd-4d8da81c7b2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:12.661791 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9cba5321-5f87-4ddc-85cd-4d8da81c7b2a tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "DELETE /v2.0/floatingips/a74cec2a-55bf-41f0-8d1d-fbdca45c55bc HTTP/1.1" status: 204 len: 168 time: 0.4457536 Jun 03 16:29:13.875988 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51672) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:13.943922 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-556177dd-610b-4b66-85b5-7c16aec8d2e8 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group (cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:13.972345 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-556177dd-610b-4b66-85b5-7c16aec8d2e8 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group (cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:14.043707 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-556177dd-610b-4b66-85b5-7c16aec8d2e8 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:14.046359 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-556177dd-610b-4b66-85b5-7c16aec8d2e8 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:14.047641 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-556177dd-610b-4b66-85b5-7c16aec8d2e8 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] 10.222.0.41 "DELETE /v2.0/security-groups/cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8 HTTP/1.1" status: 204 len: 168 time: 0.1700509 Jun 03 16:29:14.067352 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556177dd-610b-4b66-85b5-7c16aec8d2e8 tempest-TestVolumeBootPattern-2007408805 tempest-TestVolumeBootPattern-2007408805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5b03ea-ffb3-4bd6-804e-76f03c5db6c8,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:14.110882 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51692) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:14.589254 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749268'] for router_interface (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:14.794736 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] Deleting port af4ab364-7220-47ab-9175-43913085a891 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:29:14.795070 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (af4ab364-7220-47ab-9175-43913085a891), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:14.874337 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] For port af4ab364-7220-47ab-9175-43913085a891, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=af4ab364-7220-47ab-9175-43913085a891,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:14.874698 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (af4ab364-7220-47ab-9175-43913085a891), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:14.876755 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:14.884875 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:14.889879 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] Calling delete_port for af4ab364-7220-47ab-9175-43913085a891 owned by network:router_interface {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:29:15.062834 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (af4ab364-7220-47ab-9175-43913085a891), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.087146 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4ab364-7220-47ab-9175-43913085a891,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:15.111641 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.264874 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751897'] for router_interface (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.444304 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51728) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:15.516146 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] Router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:29:15.603483 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b30f4ac-2867-456f-8f52-ad046fe2df47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.668292 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:29:15.673694 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-c4992544-6ec3-4ab3-87d7-a6759a264ad0 admin admin] 10.222.0.41 "PUT /v2.0/routers/41dbe3df-9c97-4db6-8a9e-1b3da8c10869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5616579 Jun 03 16:29:15.677015 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51736) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:15.680478 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] Sync routers for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:29:15.690369 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:15.690982 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:15.761462 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b30f4ac-2867-456f-8f52-ad046fe2df47 admin admin] Publish callbacks [] for security_group (48197adf-ce44-4df5-a210-a4cd6dc407cc), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.771323 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9b30f4ac-2867-456f-8f52-ad046fe2df47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (48197adf-ce44-4df5-a210-a4cd6dc407cc), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.774601 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:15.793587 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:15.824657 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9b30f4ac-2867-456f-8f52-ad046fe2df47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e567fee1e74497e8b00d1bc54f2b016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761554 Jun 03 16:29:15.825220 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51738) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:15.826899 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30f4ac-2867-456f-8f52-ad046fe2df47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48197adf-ce44-4df5-a210-a4cd6dc407cc,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:15.830358 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Publish callbacks [] for router (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.877763 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8cda475-05bf-44d7-912d-3bc8fec2804d admin admin] Publish callbacks [] for security_group (48197adf-ce44-4df5-a210-a4cd6dc407cc), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.899677 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8cda475-05bf-44d7-912d-3bc8fec2804d admin admin] Publish callbacks [] for security_group (48197adf-ce44-4df5-a210-a4cd6dc407cc), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.929289 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:15.933028 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Publish callbacks [] for router_gateway (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.960180 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8cda475-05bf-44d7-912d-3bc8fec2804d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (48197adf-ce44-4df5-a210-a4cd6dc407cc), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.963404 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a8cda475-05bf-44d7-912d-3bc8fec2804d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:15.966890 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a8cda475-05bf-44d7-912d-3bc8fec2804d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48197adf-ce44-4df5-a210-a4cd6dc407cc HTTP/1.1" status: 204 len: 168 time: 0.1382051 Jun 03 16:29:15.971771 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:29:15Z', 'revision_number': 5, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port': {'id': 'b2de9403-213c-4133-b44c-cc0eb23ad41c', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:23Z', 'updated_at': '2022-06-03T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:15.972729 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cda475-05bf-44d7-912d-3bc8fec2804d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48197adf-ce44-4df5-a210-a4cd6dc407cc,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:15.985037 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Deleting port b2de9403-213c-4133-b44c-cc0eb23ad41c {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:29:15.985521 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.020155 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] Checking router: 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:29:16.032123 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] Routers {'41dbe3df-9c97-4db6-8a9e-1b3da8c10869'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:16.032978 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:16.069844 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] For port b2de9403-213c-4133-b44c-cc0eb23ad41c, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=b2de9403-213c-4133-b44c-cc0eb23ad41c,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:16.070214 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.085933 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Calling delete_port for b2de9403-213c-4133-b44c-cc0eb23ad41c owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:29:16.100459 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:16.129691 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] Set router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:16.138810 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:16.185991 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:29:15Z', 'revision_number': 6, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port_host': None}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:16.219450 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b77c8-667b-4d1d-aa7d-fa1eb9ed4d82 None None] The sync data for ids ['41dbe3df-9c97-4db6-8a9e-1b3da8c10869'] in dv-cinder-836996-28-iscsi is: [{'id': '41dbe3df-9c97-4db6-8a9e-1b3da8c10869', 'name': 'tempest-TestVolumeBootPattern-1744777569-router', 'tenant_id': '7d586c0c8dd34398af9d52425eb2bde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:22Z', 'updated_at': '2022-06-03T16:29:15Z', 'revision_number': 6, 'project_id': '7d586c0c8dd34398af9d52425eb2bde3', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:29:16.288304 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (b2de9403-213c-4133-b44c-cc0eb23ad41c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.288736 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51744) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:16.296856 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:16.308975 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a5a45bc-f9a3-448c-a978-a63dbac867f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.312733 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2de9403-213c-4133-b44c-cc0eb23ad41c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:16.383669 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746265'] for router_gateway (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.402072 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a5a45bc-f9a3-448c-a978-a63dbac867f8 admin admin] Publish callbacks [] for security_group (06979222-d8b3-4142-b627-b735b634745c), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.406565 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a5a45bc-f9a3-448c-a978-a63dbac867f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (06979222-d8b3-4142-b627-b735b634745c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.453192 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-1a5a45bc-f9a3-448c-a978-a63dbac867f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6990531ed339437eb8b0326f647340f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627736 Jun 03 16:29:16.453974 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a45bc-f9a3-448c-a978-a63dbac867f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06979222-d8b3-4142-b627-b735b634745c,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:16.457392 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51746) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:16.510790 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4f76-3435-4aa7-a99f-48dc62de9d0f admin admin] Publish callbacks [] for security_group (06979222-d8b3-4142-b627-b735b634745c), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.533704 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4f76-3435-4aa7-a99f-48dc62de9d0f admin admin] Publish callbacks [] for security_group (06979222-d8b3-4142-b627-b735b634745c), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.584642 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4f76-3435-4aa7-a99f-48dc62de9d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (06979222-d8b3-4142-b627-b735b634745c), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.587083 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4f76-3435-4aa7-a99f-48dc62de9d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.588326 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-7c4f4f76-3435-4aa7-a99f-48dc62de9d0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06979222-d8b3-4142-b627-b735b634745c HTTP/1.1" status: 204 len: 168 time: 0.1299231 Jun 03 16:29:16.596795 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f4f76-3435-4aa7-a99f-48dc62de9d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06979222-d8b3-4142-b627-b735b634745c,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:16.728392 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11026'] for router (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.730832 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Publish callbacks [] for router_controller (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.781698 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748425'] for router (41dbe3df-9c97-4db6-8a9e-1b3da8c10869), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.782301 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41dbe3df-9c97-4db6-8a9e-1b3da8c10869 {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 16:29:16.791703 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.793328 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7975bf81-c55d-44cb-91a3-708c7b826d89 admin admin] 10.222.0.41 "DELETE /v2.0/routers/41dbe3df-9c97-4db6-8a9e-1b3da8c10869 HTTP/1.1" status: 204 len: 168 time: 1.1152551 Jun 03 16:29:16.795904 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51754) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:16.851286 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa2d207-7228-455c-ae1a-c0d7a0758cd6 admin admin] Deleting subnet dcdc3f0d-c747-460a-8a6f-8e63849cf34e {{(pid=103937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:29:16.854475 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-baa2d207-7228-455c-ae1a-c0d7a0758cd6 admin admin] Publish callbacks [] for subnet (dcdc3f0d-c747-460a-8a6f-8e63849cf34e), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.900707 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-baa2d207-7228-455c-ae1a-c0d7a0758cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113059'] for subnet (dcdc3f0d-c747-460a-8a6f-8e63849cf34e), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:16.992262 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-baa2d207-7228-455c-ae1a-c0d7a0758cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (dcdc3f0d-c747-460a-8a6f-8e63849cf34e), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.055130 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-baa2d207-7228-455c-ae1a-c0d7a0758cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854543'] for subnet (dcdc3f0d-c747-460a-8a6f-8e63849cf34e), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.089176 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2d207-7228-455c-ae1a-c0d7a0758cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcdc3f0d-c747-460a-8a6f-8e63849cf34e,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:17.099484 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-baa2d207-7228-455c-ae1a-c0d7a0758cd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.100587 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c9ed81-a813-4ca8-be0d-67f29a77ab53 None None] Network 6170e7ad-2948-49aa-8d76-bb5733efca78 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:29:17.103374 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-baa2d207-7228-455c-ae1a-c0d7a0758cd6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dcdc3f0d-c747-460a-8a6f-8e63849cf34e HTTP/1.1" status: 204 len: 168 time: 0.3061292 Jun 03 16:29:17.105919 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51772) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:17.255230 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (6170e7ad-2948-49aa-8d76-bb5733efca78), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.310486 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2053b5f-4ddb-4d76-83ce-2876d1d9a72e None None] DHCP port deletion for 6170e7ad-2948-49aa-8d76-bb5733efca78 request from dv-cinder-836996-28-iscsi {{(pid=103938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 16:29:17.312263 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Deleting port 595935ba-242b-475d-b56d-a9eac7117a41 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:29:17.312608 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (595935ba-242b-475d-b56d-a9eac7117a41), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.354008 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:17.365997 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b2053b5f-4ddb-4d76-83ce-2876d1d9a72e None None] Deleting port 595935ba-242b-475d-b56d-a9eac7117a41 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:29:17.365997 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2053b5f-4ddb-4d76-83ce-2876d1d9a72e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (595935ba-242b-475d-b56d-a9eac7117a41), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.385464 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] For port 595935ba-242b-475d-b56d-a9eac7117a41, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=595935ba-242b-475d-b56d-a9eac7117a41,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:17.386316 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (595935ba-242b-475d-b56d-a9eac7117a41), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.411654 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Calling delete_port for 595935ba-242b-475d-b56d-a9eac7117a41 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:29:17.433635 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-b2053b5f-4ddb-4d76-83ce-2876d1d9a72e None None] For port 595935ba-242b-475d-b56d-a9eac7117a41, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=595935ba-242b-475d-b56d-a9eac7117a41,segment=NetworkSegment(ab29873e-33d9-4ca0-8968-0dc34d7ad7d2),segment_id=ab29873e-33d9-4ca0-8968-0dc34d7ad7d2)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:17.434026 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2053b5f-4ddb-4d76-83ce-2876d1d9a72e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (595935ba-242b-475d-b56d-a9eac7117a41), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.446968 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-b2053b5f-4ddb-4d76-83ce-2876d1d9a72e None None] Calling delete_port for 595935ba-242b-475d-b56d-a9eac7117a41 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:29:17.485599 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (595935ba-242b-475d-b56d-a9eac7117a41), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.511440 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Pushing event deleted for resources: {'Port': ['ID=595935ba-242b-475d-b56d-a9eac7117a41,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:17.513274 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] No DVR routers for this DVR port 595935ba-242b-475d-b56d-a9eac7117a41 on host dv-cinder-836996-28-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:29:17.535800 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b2053b5f-4ddb-4d76-83ce-2876d1d9a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (595935ba-242b-475d-b56d-a9eac7117a41), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.561936 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2053b5f-4ddb-4d76-83ce-2876d1d9a72e None None] Pushing event deleted for resources: {'Port': ['ID=595935ba-242b-475d-b56d-a9eac7117a41,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:17.571983 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2053b5f-4ddb-4d76-83ce-2876d1d9a72e None None] No DVR routers for this DVR port 595935ba-242b-475d-b56d-a9eac7117a41 on host dv-cinder-836996-28-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:29:17.597878 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (6170e7ad-2948-49aa-8d76-bb5733efca78), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.615022 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device b2de9403-213c-4133-b44c-cc0eb23ad41c no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:29:17.625678 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6170e7ad-2948-49aa-8d76-bb5733efca78']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:17.636700 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:17.637104 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab29873e-33d9-4ca0-8968-0dc34d7ad7d2') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:17.637248 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: b2de9403-213c-4133-b44c-cc0eb23ad41c {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:29:17.637708 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device b2de9403-213c-4133-b44c-cc0eb23ad41c not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:29:17.638180 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device af4ab364-7220-47ab-9175-43913085a891 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:29:17.650491 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17695901'] for segment (ab29873e-33d9-4ca0-8968-0dc34d7ad7d2), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.658035 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: af4ab364-7220-47ab-9175-43913085a891 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:29:17.658453 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device af4ab364-7220-47ab-9175-43913085a891 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:29:17.658967 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 595935ba-242b-475d-b56d-a9eac7117a41 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:29:17.663536 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (ab29873e-33d9-4ca0-8968-0dc34d7ad7d2), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.671866 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:29:17.672269 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17377044'] for segment (ab29873e-33d9-4ca0-8968-0dc34d7ad7d2), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.679817 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 595935ba-242b-475d-b56d-a9eac7117a41 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:29:17.680282 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 595935ba-242b-475d-b56d-a9eac7117a41 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:29:17.716229 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment ab29873e-33d9-4ca0-8968-0dc34d7ad7d2 resource provider aggregate not found Jun 03 16:29:17.738203 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment ab29873e-33d9-4ca0-8968-0dc34d7ad7d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab29873e-33d9-4ca0-8968-0dc34d7ad7d2 found for delete ", "request_id": "req-72b8ef16-78c7-4028-bbb7-b26ba7289233"}]} Jun 03 16:29:17.742557 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (6170e7ad-2948-49aa-8d76-bb5733efca78), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.751905 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:17.756477 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] 10.222.0.41 "DELETE /v2.0/networks/6170e7ad-2948-49aa-8d76-bb5733efca78 HTTP/1.1" status: 204 len: 168 time: 0.6495748 Jun 03 16:29:17.759753 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51792) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:17.769039 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919754e0-77e0-4587-8d20-6a57fee0d12f admin admin] Pushing event deleted for resources: {'Network': ['ID=6170e7ad-2948-49aa-8d76-bb5733efca78,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:18.176237 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:DELETE=9,neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:18.300458 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:18.357152 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749268'] for router_interface (67b304c5-48e2-451e-baf7-ce4110767411), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:18.591970 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] Deleting port c67f0e19-b41b-4a04-a81e-616763797fbd {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:29:18.592316 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:18.676197 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] For port c67f0e19-b41b-4a04-a81e-616763797fbd, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=c67f0e19-b41b-4a04-a81e-616763797fbd,segment=NetworkSegment(325a2fe2-701a-45c5-b5dd-4460cc60aa90),segment_id=325a2fe2-701a-45c5-b5dd-4460cc60aa90)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:18.676561 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:18.690571 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] Calling delete_port for c67f0e19-b41b-4a04-a81e-616763797fbd owned by network:router_interface {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:29:18.867765 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (c67f0e19-b41b-4a04-a81e-616763797fbd), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:18.889462 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67f0e19-b41b-4a04-a81e-616763797fbd,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:19.039974 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:19.053659 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751897'] for router_interface (67b304c5-48e2-451e-baf7-ce4110767411), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:19.217741 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:19.261587 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] Router 67b304c5-48e2-451e-baf7-ce4110767411 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:29:19.327393 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd3aa-16a5-4129-b1ef-29f02986a50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:19.370217 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:29:19.375087 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-87805a51-c111-4e28-ab24-45ab347fd307 admin admin] 10.222.0.41 "PUT /v2.0/routers/67b304c5-48e2-451e-baf7-ce4110767411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6138673 Jun 03 16:29:19.377611 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51830) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:19.380283 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] Sync routers for ids ['67b304c5-48e2-451e-baf7-ce4110767411'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:29:19.391510 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] Routers {'67b304c5-48e2-451e-baf7-ce4110767411'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:19.392115 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['67b304c5-48e2-451e-baf7-ce4110767411'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:19.477741 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Publish callbacks [] for router (67b304c5-48e2-451e-baf7-ce4110767411), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:19.492528 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] Set router 67b304c5-48e2-451e-baf7-ce4110767411 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:19.599604 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Publish callbacks [] for router_gateway (67b304c5-48e2-451e-baf7-ce4110767411), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:19.644420 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Deleting port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:29:19.644759 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:19.682118 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b304c5-48e2-451e-baf7-ce4110767411', 'name': 'tempest-TestVolumeBootPattern-148605980-router', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:27Z', 'updated_at': '2022-06-03T16:29:18Z', 'revision_number': 5, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'gw_port': {'id': '0d2da399-8a2f-4beb-8eb4-f1841585d4fc', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b304c5-48e2-451e-baf7-ce4110767411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:28Z', 'updated_at': '2022-06-03T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:19.707247 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] Checking router: 67b304c5-48e2-451e-baf7-ce4110767411 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:29:19.715394 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] Routers {'67b304c5-48e2-451e-baf7-ce4110767411'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:19.716013 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:28:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['67b304c5-48e2-451e-baf7-ce4110767411'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:19.726725 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] For port 0d2da399-8a2f-4beb-8eb4-f1841585d4fc, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=0d2da399-8a2f-4beb-8eb4-f1841585d4fc,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:19.727086 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:19.740537 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Calling delete_port for 0d2da399-8a2f-4beb-8eb4-f1841585d4fc owned by network:router_gateway {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:29:19.799065 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] Set router 67b304c5-48e2-451e-baf7-ce4110767411 gateway port host: None {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:19.847748 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b304c5-48e2-451e-baf7-ce4110767411', 'name': 'tempest-TestVolumeBootPattern-148605980-router', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:27Z', 'updated_at': '2022-06-03T16:29:19Z', 'revision_number': 6, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'gw_port_host': None}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:19.872300 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc49c111-65b2-4ea9-b7b7-8d42c62812d1 None None] The sync data for ids ['67b304c5-48e2-451e-baf7-ce4110767411'] in dv-cinder-836996-28-iscsi is: [{'id': '67b304c5-48e2-451e-baf7-ce4110767411', 'name': 'tempest-TestVolumeBootPattern-148605980-router', 'tenant_id': 'd3190959220e4ae0be2e9d8e696477ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:27Z', 'updated_at': '2022-06-03T16:29:19Z', 'revision_number': 6, 'project_id': 'd3190959220e4ae0be2e9d8e696477ba', 'gw_port_host': None}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:29:19.896558 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:19.910058 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (0d2da399-8a2f-4beb-8eb4-f1841585d4fc), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:19.935527 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2da399-8a2f-4beb-8eb4-f1841585d4fc,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:19.999888 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746265'] for router_gateway (67b304c5-48e2-451e-baf7-ce4110767411), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.081538 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:20.086889 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11026'] for router (67b304c5-48e2-451e-baf7-ce4110767411), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.089650 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Publish callbacks [] for router_controller (67b304c5-48e2-451e-baf7-ce4110767411), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.135342 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748425'] for router (67b304c5-48e2-451e-baf7-ce4110767411), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.135838 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b304c5-48e2-451e-baf7-ce4110767411 {{(pid=103937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 16:29:20.140236 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.141226 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-cafa8c1a-9848-47a7-b6c4-85a1ca1bec35 admin admin] 10.222.0.41 "DELETE /v2.0/routers/67b304c5-48e2-451e-baf7-ce4110767411 HTTP/1.1" status: 204 len: 168 time: 0.7627141 Jun 03 16:29:20.144456 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51836) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:20.182183 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:20.187445 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-003c6284-1c7c-486e-aa83-c61d50d3e502 admin admin] Deleting subnet 2fac1056-5734-4f00-af33-2f4e9eeb1865 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:29:20.191840 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-003c6284-1c7c-486e-aa83-c61d50d3e502 admin admin] Publish callbacks [] for subnet (2fac1056-5734-4f00-af33-2f4e9eeb1865), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.193314 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:20.232638 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-003c6284-1c7c-486e-aa83-c61d50d3e502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17695914'] for subnet (2fac1056-5734-4f00-af33-2f4e9eeb1865), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.314557 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-003c6284-1c7c-486e-aa83-c61d50d3e502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (2fac1056-5734-4f00-af33-2f4e9eeb1865), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.366437 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-003c6284-1c7c-486e-aa83-c61d50d3e502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17591709'] for subnet (2fac1056-5734-4f00-af33-2f4e9eeb1865), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.395622 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c6284-1c7c-486e-aa83-c61d50d3e502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fac1056-5734-4f00-af33-2f4e9eeb1865,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:20.399127 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-003c6284-1c7c-486e-aa83-c61d50d3e502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.402185 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-003c6284-1c7c-486e-aa83-c61d50d3e502 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2fac1056-5734-4f00-af33-2f4e9eeb1865 HTTP/1.1" status: 204 len: 168 time: 0.2567594 Jun 03 16:29:20.404998 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51838) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:20.407437 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7964e6fe-6e52-42cb-8de3-95573b4aaba0 None None] Network 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:29:20.470214 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (3ab9a705-b39f-4ad6-b44a-7c43a5868e7a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.511999 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Deleting port 450a8675-fd83-4322-a1fc-eefae64b0638 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:29:20.512455 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.577222 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] For port 450a8675-fd83-4322-a1fc-eefae64b0638, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=450a8675-fd83-4322-a1fc-eefae64b0638,segment=NetworkSegment(325a2fe2-701a-45c5-b5dd-4460cc60aa90),segment_id=325a2fe2-701a-45c5-b5dd-4460cc60aa90)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:20.577519 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.591011 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Calling delete_port for 450a8675-fd83-4322-a1fc-eefae64b0638 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:29:20.655098 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0c7d1b-1d9a-42f8-8a8b-042263007bc4 None None] DHCP port deletion for 3ab9a705-b39f-4ad6-b44a-7c43a5868e7a request from dv-cinder-836996-28-iscsi {{(pid=103938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 16:29:20.675074 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.693636 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c7d1b-1d9a-42f8-8a8b-042263007bc4 None None] Deleting port 450a8675-fd83-4322-a1fc-eefae64b0638 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:29:20.694001 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7d1b-1d9a-42f8-8a8b-042263007bc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.698677 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Pushing event deleted for resources: {'Port': ['ID=450a8675-fd83-4322-a1fc-eefae64b0638,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:20.705289 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] No DVR routers for this DVR port 450a8675-fd83-4322-a1fc-eefae64b0638 on host dv-cinder-836996-28-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:29:20.758136 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-5a0c7d1b-1d9a-42f8-8a8b-042263007bc4 None None] For port 450a8675-fd83-4322-a1fc-eefae64b0638, host dv-cinder-836996-28-iscsi, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:20.758529 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7d1b-1d9a-42f8-8a8b-042263007bc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.772320 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c7d1b-1d9a-42f8-8a8b-042263007bc4 None None] Calling delete_port for 450a8675-fd83-4322-a1fc-eefae64b0638 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:29:20.775212 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-5a0c7d1b-1d9a-42f8-8a8b-042263007bc4 None None] Port 450a8675-fd83-4322-a1fc-eefae64b0638 was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 16:29:20.777094 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7d1b-1d9a-42f8-8a8b-042263007bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (450a8675-fd83-4322-a1fc-eefae64b0638), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.781780 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (3ab9a705-b39f-4ad6-b44a-7c43a5868e7a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.808563 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c7d1b-1d9a-42f8-8a8b-042263007bc4 None None] Pushing event deleted for resources: {'Port': ['ID=450a8675-fd83-4322-a1fc-eefae64b0638,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:20.809382 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab9a705-b39f-4ad6-b44a-7c43a5868e7a']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:20.810374 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c7d1b-1d9a-42f8-8a8b-042263007bc4 None None] No DVR routers for this DVR port 450a8675-fd83-4322-a1fc-eefae64b0638 on host dv-cinder-836996-28-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:29:20.820090 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325a2fe2-701a-45c5-b5dd-4460cc60aa90') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:20.820388 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325a2fe2-701a-45c5-b5dd-4460cc60aa90') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:20.830637 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17695901'] for segment (325a2fe2-701a-45c5-b5dd-4460cc60aa90), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.844791 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (325a2fe2-701a-45c5-b5dd-4460cc60aa90), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.852028 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:29:20.852420 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17377044'] for segment (325a2fe2-701a-45c5-b5dd-4460cc60aa90), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.896110 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 325a2fe2-701a-45c5-b5dd-4460cc60aa90 resource provider aggregate not found Jun 03 16:29:20.915422 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 325a2fe2-701a-45c5-b5dd-4460cc60aa90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 325a2fe2-701a-45c5-b5dd-4460cc60aa90 found for delete ", "request_id": "req-84eb9bef-05dd-448c-bfc3-f3392a138e17"}]} Jun 03 16:29:20.924192 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (3ab9a705-b39f-4ad6-b44a-7c43a5868e7a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.930220 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:20.933245 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] 10.222.0.41 "DELETE /v2.0/networks/3ab9a705-b39f-4ad6-b44a-7c43a5868e7a HTTP/1.1" status: 204 len: 168 time: 0.5273490 Jun 03 16:29:20.954147 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ec088-b49d-4ef0-87e4-63a4dd4e3cff admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab9a705-b39f-4ad6-b44a-7c43a5868e7a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:21.102563 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51850) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:21.144455 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1810656c-14dc-4b8a-9976-d80f39e5a440 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d586c0c8dd34398af9d52425eb2bde3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407264 Jun 03 16:29:21.146838 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51852) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:21.194597 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ee4249f3-0c6b-4938-9a66-3d95631fa251 admin admin] Publish callbacks [] for security_group (c6b55ed4-857b-4a31-b85a-efc53ec3dfa4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:21.196755 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:21.209184 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:21.220455 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ee4249f3-0c6b-4938-9a66-3d95631fa251 admin admin] Publish callbacks [] for security_group (c6b55ed4-857b-4a31-b85a-efc53ec3dfa4), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:21.267702 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ee4249f3-0c6b-4938-9a66-3d95631fa251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (c6b55ed4-857b-4a31-b85a-efc53ec3dfa4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:21.270722 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ee4249f3-0c6b-4938-9a66-3d95631fa251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:21.271883 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ee4249f3-0c6b-4938-9a66-3d95631fa251 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6b55ed4-857b-4a31-b85a-efc53ec3dfa4 HTTP/1.1" status: 204 len: 168 time: 0.1241257 Jun 03 16:29:21.279840 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4249f3-0c6b-4938-9a66-3d95631fa251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b55ed4-857b-4a31-b85a-efc53ec3dfa4,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:21.600949 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51858) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:21.603367 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 450a8675-fd83-4322-a1fc-eefae64b0638 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:29:21.633247 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 450a8675-fd83-4322-a1fc-eefae64b0638 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:29:21.633584 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 450a8675-fd83-4322-a1fc-eefae64b0638 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:29:21.633982 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device c67f0e19-b41b-4a04-a81e-616763797fbd no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:29:21.640418 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:21.642573 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-fb13f709-79ca-4865-aeec-a6dd923433c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3190959220e4ae0be2e9d8e696477ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403957 Jun 03 16:29:21.645785 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51862) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:21.657899 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6dcbdb70-8a65-4c85-84eb-6298f9ba2017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:21.660151 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: c67f0e19-b41b-4a04-a81e-616763797fbd {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:29:21.660498 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device c67f0e19-b41b-4a04-a81e-616763797fbd not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:29:21.660905 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 0d2da399-8a2f-4beb-8eb4-f1841585d4fc no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:29:21.681047 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 0d2da399-8a2f-4beb-8eb4-f1841585d4fc {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:29:21.681385 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 0d2da399-8a2f-4beb-8eb4-f1841585d4fc not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:29:21.695799 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4051a796-bf7f-47d9-ad66-22a6d5a47670 admin admin] Publish callbacks [] for security_group (4bd5aa1f-02ad-46c6-9799-92c1a0b0cdbe), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:21.719838 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4051a796-bf7f-47d9-ad66-22a6d5a47670 admin admin] Publish callbacks [] for security_group (4bd5aa1f-02ad-46c6-9799-92c1a0b0cdbe), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:21.764189 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4051a796-bf7f-47d9-ad66-22a6d5a47670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (4bd5aa1f-02ad-46c6-9799-92c1a0b0cdbe), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:21.766640 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4051a796-bf7f-47d9-ad66-22a6d5a47670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:21.767781 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4051a796-bf7f-47d9-ad66-22a6d5a47670 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bd5aa1f-02ad-46c6-9799-92c1a0b0cdbe HTTP/1.1" status: 204 len: 168 time: 0.1209502 Jun 03 16:29:21.775207 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051a796-bf7f-47d9-ad66-22a6d5a47670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd5aa1f-02ad-46c6-9799-92c1a0b0cdbe,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:22.913768 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:24.015847 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:24.430574 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 51930) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:24.539415 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-08733780-a9b6-4466-af1f-501b88af7981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:24.615825 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-08733780-a9b6-4466-af1f-501b88af7981 admin admin] Publish callbacks [] for security_group (3360abcd-1b2a-4f7f-9f31-44a3d5fa6696), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:24.619700 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-08733780-a9b6-4466-af1f-501b88af7981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (3360abcd-1b2a-4f7f-9f31-44a3d5fa6696), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:24.660828 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-08733780-a9b6-4466-af1f-501b88af7981 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb6b0154ed14484faa0cd05be89d773a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290437 Jun 03 16:29:24.661670 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08733780-a9b6-4466-af1f-501b88af7981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3360abcd-1b2a-4f7f-9f31-44a3d5fa6696,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:24.663586 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51934) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:24.712054 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1df6a9be-c569-4562-a6f7-4c541edde26f admin admin] Publish callbacks [] for security_group (3360abcd-1b2a-4f7f-9f31-44a3d5fa6696), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:24.732711 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1df6a9be-c569-4562-a6f7-4c541edde26f admin admin] Publish callbacks [] for security_group (3360abcd-1b2a-4f7f-9f31-44a3d5fa6696), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:24.777169 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1df6a9be-c569-4562-a6f7-4c541edde26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (3360abcd-1b2a-4f7f-9f31-44a3d5fa6696), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:24.780039 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1df6a9be-c569-4562-a6f7-4c541edde26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:24.781164 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-1df6a9be-c569-4562-a6f7-4c541edde26f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3360abcd-1b2a-4f7f-9f31-44a3d5fa6696 HTTP/1.1" status: 204 len: 168 time: 0.1165028 Jun 03 16:29:24.788726 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6a9be-c569-4562-a6f7-4c541edde26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3360abcd-1b2a-4f7f-9f31-44a3d5fa6696,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:25.049005 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51940) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:25.062436 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e222da4c-c785-4661-8143-2f08d161ea87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:25.139734 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e222da4c-c785-4661-8143-2f08d161ea87 admin admin] Publish callbacks [] for security_group (709f8222-15f7-471b-b195-983097136028), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:25.143109 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e222da4c-c785-4661-8143-2f08d161ea87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (709f8222-15f7-471b-b195-983097136028), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:25.184199 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222da4c-c785-4661-8143-2f08d161ea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709f8222-15f7-471b-b195-983097136028,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:25.188636 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-e222da4c-c785-4661-8143-2f08d161ea87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5fc03da1de94797bcfc5475283b9e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386008 Jun 03 16:29:25.191790 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51944) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:25.239218 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ba4f-7e79-493f-8e33-c574d882a543 admin admin] Publish callbacks [] for security_group (709f8222-15f7-471b-b195-983097136028), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:25.260978 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ba4f-7e79-493f-8e33-c574d882a543 admin admin] Publish callbacks [] for security_group (709f8222-15f7-471b-b195-983097136028), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:25.307822 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ba4f-7e79-493f-8e33-c574d882a543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (709f8222-15f7-471b-b195-983097136028), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:25.310311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ba4f-7e79-493f-8e33-c574d882a543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:25.311506 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-b0a6ba4f-7e79-493f-8e33-c574d882a543 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/709f8222-15f7-471b-b195-983097136028 HTTP/1.1" status: 204 len: 168 time: 0.1188135 Jun 03 16:29:25.321929 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6ba4f-7e79-493f-8e33-c574d882a543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f8222-15f7-471b-b195-983097136028,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:25.867568 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 51988) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:25.974600 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc50f-e6d3-4ce6-b853-b9c1598bdd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.058795 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc50f-e6d3-4ce6-b853-b9c1598bdd44 admin admin] Publish callbacks [] for security_group (1700615a-93e2-4611-83ce-8aa5d010c3c0), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.063520 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc50f-e6d3-4ce6-b853-b9c1598bdd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (1700615a-93e2-4611-83ce-8aa5d010c3c0), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.089798 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:DELETE=7,neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:26.099677 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:26.100510 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccc50f-e6d3-4ce6-b853-b9c1598bdd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1700615a-93e2-4611-83ce-8aa5d010c3c0,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:26.122536 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-c2ccc50f-e6d3-4ce6-b853-b9c1598bdd44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c492f0fdd7d54d0da0b68ffd73132596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494624 Jun 03 16:29:26.122536 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52000) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:26.168205 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.179814 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d6cb52d-dec4-4792-a758-d51767d067cd admin admin] Publish callbacks [] for security_group (1700615a-93e2-4611-83ce-8aa5d010c3c0), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.202674 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d6cb52d-dec4-4792-a758-d51767d067cd admin admin] Publish callbacks [] for security_group (1700615a-93e2-4611-83ce-8aa5d010c3c0), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.255977 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d6cb52d-dec4-4792-a758-d51767d067cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (1700615a-93e2-4611-83ce-8aa5d010c3c0), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.258632 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9d6cb52d-dec4-4792-a758-d51767d067cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.262675 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-9d6cb52d-dec4-4792-a758-d51767d067cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1700615a-93e2-4611-83ce-8aa5d010c3c0 HTTP/1.1" status: 204 len: 168 time: 0.1395936 Jun 03 16:29:26.267704 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cb52d-dec4-4792-a758-d51767d067cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1700615a-93e2-4611-83ce-8aa5d010c3c0,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:26.658523 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52020) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:26.672948 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f4392983-471a-465f-8886-5bd86b947910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.754921 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f4392983-471a-465f-8886-5bd86b947910 admin admin] Publish callbacks [] for security_group (05923342-ddd6-464a-9a84-cc7429cc7121), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.758428 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f4392983-471a-465f-8886-5bd86b947910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (05923342-ddd6-464a-9a84-cc7429cc7121), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.798250 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f4392983-471a-465f-8886-5bd86b947910 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=585ef734e97d48a69e15c06b30772988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385357 Jun 03 16:29:26.799457 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4392983-471a-465f-8886-5bd86b947910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05923342-ddd6-464a-9a84-cc7429cc7121,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:26.801366 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52028) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:26.852404 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2370bd51-98aa-4222-b49d-d90d24cbef3c admin admin] Publish callbacks [] for security_group (05923342-ddd6-464a-9a84-cc7429cc7121), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.873589 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2370bd51-98aa-4222-b49d-d90d24cbef3c admin admin] Publish callbacks [] for security_group (05923342-ddd6-464a-9a84-cc7429cc7121), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.923598 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2370bd51-98aa-4222-b49d-d90d24cbef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (05923342-ddd6-464a-9a84-cc7429cc7121), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.927111 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2370bd51-98aa-4222-b49d-d90d24cbef3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:26.928392 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2370bd51-98aa-4222-b49d-d90d24cbef3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05923342-ddd6-464a-9a84-cc7429cc7121 HTTP/1.1" status: 204 len: 168 time: 0.1254668 Jun 03 16:29:26.946523 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370bd51-98aa-4222-b49d-d90d24cbef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05923342-ddd6-464a-9a84-cc7429cc7121,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:28.874208 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52114) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:28.982706 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f1fb35ee-c687-46d4-b371-69043834ce26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.056228 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f1fb35ee-c687-46d4-b371-69043834ce26 admin admin] Publish callbacks [] for security_group (60dac8f9-2deb-4bae-aa25-a43a5acc2afe), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.060717 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f1fb35ee-c687-46d4-b371-69043834ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (60dac8f9-2deb-4bae-aa25-a43a5acc2afe), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.102612 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f1fb35ee-c687-46d4-b371-69043834ce26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1f1969c4ac947e6aec774ee02c283dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273674 Jun 03 16:29:29.104645 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb35ee-c687-46d4-b371-69043834ce26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dac8f9-2deb-4bae-aa25-a43a5acc2afe,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:29.105400 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52118) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:29.157553 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1085-8c88-4d4d-b321-5ea21f147808 admin admin] Publish callbacks [] for security_group (60dac8f9-2deb-4bae-aa25-a43a5acc2afe), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.178951 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1085-8c88-4d4d-b321-5ea21f147808 admin admin] Publish callbacks [] for security_group (60dac8f9-2deb-4bae-aa25-a43a5acc2afe), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.225376 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1085-8c88-4d4d-b321-5ea21f147808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (60dac8f9-2deb-4bae-aa25-a43a5acc2afe), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.227934 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1085-8c88-4d4d-b321-5ea21f147808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.229078 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-fc1c1085-8c88-4d4d-b321-5ea21f147808 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60dac8f9-2deb-4bae-aa25-a43a5acc2afe HTTP/1.1" status: 204 len: 168 time: 0.1227114 Jun 03 16:29:29.237954 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c1085-8c88-4d4d-b321-5ea21f147808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dac8f9-2deb-4bae-aa25-a43a5acc2afe,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:29.491489 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52124) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:29.505883 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3f67f327-8499-4ecb-aa7d-5a0532a7de76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.516411 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:29.580206 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:29.585269 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3f67f327-8499-4ecb-aa7d-5a0532a7de76 admin admin] Publish callbacks [] for security_group (802cc40a-4f38-4539-8fdd-79554613e349), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.588789 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3f67f327-8499-4ecb-aa7d-5a0532a7de76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (802cc40a-4f38-4539-8fdd-79554613e349), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.632429 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3f67f327-8499-4ecb-aa7d-5a0532a7de76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cf591f965ee41eeb81fa3d04235b189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399004 Jun 03 16:29:29.634343 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67f327-8499-4ecb-aa7d-5a0532a7de76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802cc40a-4f38-4539-8fdd-79554613e349,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:29.635135 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52126) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:29.686419 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b1acfc5d-16dc-49a3-8c38-44ee98b31217 admin admin] Publish callbacks [] for security_group (802cc40a-4f38-4539-8fdd-79554613e349), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.708382 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b1acfc5d-16dc-49a3-8c38-44ee98b31217 admin admin] Publish callbacks [] for security_group (802cc40a-4f38-4539-8fdd-79554613e349), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.756016 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b1acfc5d-16dc-49a3-8c38-44ee98b31217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (802cc40a-4f38-4539-8fdd-79554613e349), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.758560 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b1acfc5d-16dc-49a3-8c38-44ee98b31217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:29.759715 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-b1acfc5d-16dc-49a3-8c38-44ee98b31217 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/802cc40a-4f38-4539-8fdd-79554613e349 HTTP/1.1" status: 204 len: 168 time: 0.1235356 Jun 03 16:29:29.768385 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acfc5d-16dc-49a3-8c38-44ee98b31217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802cc40a-4f38-4539-8fdd-79554613e349,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:29.801882 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=44 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:29.851150 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:30.997257 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:29:31.421672 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52222) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:31.526118 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1932ea2c-4654-45f2-8e75-908b337c0aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:31.564931 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:31.578317 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:31.608970 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1932ea2c-4654-45f2-8e75-908b337c0aa4 admin admin] Publish callbacks [] for security_group (3ee26a7f-66a0-454c-b89b-3a16fe06f14d), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:31.612352 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1932ea2c-4654-45f2-8e75-908b337c0aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (3ee26a7f-66a0-454c-b89b-3a16fe06f14d), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:31.651846 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-1932ea2c-4654-45f2-8e75-908b337c0aa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef6e69e4a83044eb9a2b8676b0f4a157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291019 Jun 03 16:29:31.652959 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932ea2c-4654-45f2-8e75-908b337c0aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee26a7f-66a0-454c-b89b-3a16fe06f14d,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:31.654719 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52230) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:31.708781 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38594fe4-9e2b-441f-9bbb-52700ed7bd60 admin admin] Publish callbacks [] for security_group (3ee26a7f-66a0-454c-b89b-3a16fe06f14d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:31.735417 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38594fe4-9e2b-441f-9bbb-52700ed7bd60 admin admin] Publish callbacks [] for security_group (3ee26a7f-66a0-454c-b89b-3a16fe06f14d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:31.782073 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38594fe4-9e2b-441f-9bbb-52700ed7bd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (3ee26a7f-66a0-454c-b89b-3a16fe06f14d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:31.785198 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38594fe4-9e2b-441f-9bbb-52700ed7bd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:31.788918 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-38594fe4-9e2b-441f-9bbb-52700ed7bd60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ee26a7f-66a0-454c-b89b-3a16fe06f14d HTTP/1.1" status: 204 len: 168 time: 0.1330707 Jun 03 16:29:31.801739 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38594fe4-9e2b-441f-9bbb-52700ed7bd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee26a7f-66a0-454c-b89b-3a16fe06f14d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:31.999268 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52246) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:32.109127 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0552f312-dbf9-4b47-a0c0-a9e1183301e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.113289 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52250) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:32.126695 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.194165 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0552f312-dbf9-4b47-a0c0-a9e1183301e4 admin admin] Publish callbacks [] for security_group (8acee7e1-6392-4a8f-baa9-6b8b03613974), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.197822 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0552f312-dbf9-4b47-a0c0-a9e1183301e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (8acee7e1-6392-4a8f-baa9-6b8b03613974), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.203209 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Publish callbacks [] for security_group (9223a077-5659-4db7-a5a5-29dc59c45980), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.207284 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (9223a077-5659-4db7-a5a5-29dc59c45980), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.238485 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552f312-dbf9-4b47-a0c0-a9e1183301e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acee7e1-6392-4a8f-baa9-6b8b03613974,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:32.246219 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-0552f312-dbf9-4b47-a0c0-a9e1183301e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45026d08db0c4a82a177078744d32801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433813 Jun 03 16:29:32.246747 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9223a077-5659-4db7-a5a5-29dc59c45980,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:32.246860 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52252) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:32.257211 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c796666648a84d43897ba9439513ca8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427844 Jun 03 16:29:32.258721 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.259068 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.259439 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.259849 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52254) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:32.260012 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.260266 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.260602 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.260937 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.261262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.261588 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.261912 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.262237 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.262559 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.262881 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.263203 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.263552 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2234dad-20db-4377-9a59-87cc3e154fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:32.330586 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e04e1f07-d2a8-41ef-a0dd-556f7effbdd2 admin admin] Publish callbacks [] for security_group (8acee7e1-6392-4a8f-baa9-6b8b03613974), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.347990 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de1fe1ba-aea3-4421-b5c2-ac40b6beb4c9 admin admin] Publish callbacks [] for security_group (9223a077-5659-4db7-a5a5-29dc59c45980), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.367817 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e04e1f07-d2a8-41ef-a0dd-556f7effbdd2 admin admin] Publish callbacks [] for security_group (8acee7e1-6392-4a8f-baa9-6b8b03613974), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.390670 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de1fe1ba-aea3-4421-b5c2-ac40b6beb4c9 admin admin] Publish callbacks [] for security_group (9223a077-5659-4db7-a5a5-29dc59c45980), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.454035 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e04e1f07-d2a8-41ef-a0dd-556f7effbdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (8acee7e1-6392-4a8f-baa9-6b8b03613974), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.456693 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e04e1f07-d2a8-41ef-a0dd-556f7effbdd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.457863 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-e04e1f07-d2a8-41ef-a0dd-556f7effbdd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8acee7e1-6392-4a8f-baa9-6b8b03613974 HTTP/1.1" status: 204 len: 168 time: 0.2105772 Jun 03 16:29:32.460569 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de1fe1ba-aea3-4421-b5c2-ac40b6beb4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (9223a077-5659-4db7-a5a5-29dc59c45980), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.462930 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de1fe1ba-aea3-4421-b5c2-ac40b6beb4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.463989 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-de1fe1ba-aea3-4421-b5c2-ac40b6beb4c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9223a077-5659-4db7-a5a5-29dc59c45980 HTTP/1.1" status: 204 len: 168 time: 0.2032533 Jun 03 16:29:32.470594 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e1f07-d2a8-41ef-a0dd-556f7effbdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acee7e1-6392-4a8f-baa9-6b8b03613974,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:32.480636 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fe1ba-aea3-4421-b5c2-ac40b6beb4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9223a077-5659-4db7-a5a5-29dc59c45980,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:32.848605 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52272) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:32.862037 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-33bf7b82-d91d-4b05-b53c-e87ce20dfe5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.936502 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-33bf7b82-d91d-4b05-b53c-e87ce20dfe5d admin admin] Publish callbacks [] for security_group (085c41fb-7ff4-484f-91fe-928840bdb999), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.940572 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-33bf7b82-d91d-4b05-b53c-e87ce20dfe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (085c41fb-7ff4-484f-91fe-928840bdb999), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:32.943976 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:32.983348 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-33bf7b82-d91d-4b05-b53c-e87ce20dfe5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2eb893f6ff9410ab3d72def028f0495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336906 Jun 03 16:29:32.984187 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf7b82-d91d-4b05-b53c-e87ce20dfe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085c41fb-7ff4-484f-91fe-928840bdb999,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:32.987692 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52274) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:33.047146 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad984fa6-d6ec-4a2f-a730-73a964f2968a admin admin] Publish callbacks [] for security_group (085c41fb-7ff4-484f-91fe-928840bdb999), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.068364 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad984fa6-d6ec-4a2f-a730-73a964f2968a admin admin] Publish callbacks [] for security_group (085c41fb-7ff4-484f-91fe-928840bdb999), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.115682 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad984fa6-d6ec-4a2f-a730-73a964f2968a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (085c41fb-7ff4-484f-91fe-928840bdb999), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.118159 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad984fa6-d6ec-4a2f-a730-73a964f2968a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.122996 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ad984fa6-d6ec-4a2f-a730-73a964f2968a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/085c41fb-7ff4-484f-91fe-928840bdb999 HTTP/1.1" status: 204 len: 168 time: 0.1342945 Jun 03 16:29:33.133751 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad984fa6-d6ec-4a2f-a730-73a964f2968a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085c41fb-7ff4-484f-91fe-928840bdb999,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:33.211544 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52286) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:33.435155 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-604272969-network', 'tenant_id': '896eaf64068542099d21437fb023e734'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:33.460705 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Made reservation on behalf of 896eaf64068542099d21437fb023e734 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:33.463458 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.472709 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.515638 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:33.551972 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Publish callbacks [] for security_group (bac964c7-fe9b-44ea-a1f2-c23eebeed092), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.556465 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (bac964c7-fe9b-44ea-a1f2-c23eebeed092), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.579877 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] vlan segment allocate from pool success with {'vlan_id': 1220, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:29:33.595664 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac964c7-fe9b-44ea-a1f2-c23eebeed092,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:33.599601 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (3fb73fcf-91cf-4d2d-9167-c22a6cea21bb), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.599982 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Added segment 3fb73fcf-91cf-4d2d-9167-c22a6cea21bb of type vlan for network 610ed630-d14b-42bd-b8b4-25a2c6c8e8e3 Jun 03 16:29:33.608061 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:33.651241 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (610ed630-d14b-42bd-b8b4-25a2c6c8e8e3), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.678519 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (610ed630-d14b-42bd-b8b4-25a2c6c8e8e3), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.679573 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:33.680185 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.740256 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5242052 Jun 03 16:29:33.740989 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52306) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:33.743344 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf17cd-22bd-40c4-be41-78d59837ee6e admin admin] Pushing event updated for resources: {'Network': ['ID=610ed630-d14b-42bd-b8b4-25a2c6c8e8e3,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:33.746338 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Request body: {'subnet': {'network_id': '610ed630-d14b-42bd-b8b4-25a2c6c8e8e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-604272969-subnet', 'tenant_id': '896eaf64068542099d21437fb023e734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:33.753978 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 610ed630-d14b-42bd-b8b4-25a2c6c8e8e3 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:29:33.763436 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:33.772399 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Made reservation on behalf of 896eaf64068542099d21437fb023e734 for: {'subnet': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:33.775308 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25854564'] for subnet (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:33.844177 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52310) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:33.951900 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-281246934-network', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:33.966310 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25579597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25854582'] for subnet (46d77815-d091-4682-8ad5-d9473a2f6974), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.010862 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Made reservation on behalf of 501da3536d6c41c5b8838bd643c33b22 for: {'network': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:34.013216 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.030621 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.049083 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d77815-d091-4682-8ad5-d9473a2f6974,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:34.071613 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Checking segment: {'id': '3fb73fcf-91cf-4d2d-9167-c22a6cea21bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '610ed630-d14b-42bd-b8b4-25a2c6c8e8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:29:34.071970 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Network hostable DHCP agents. Network: 610ed630-d14b-42bd-b8b4-25a2c6c8e8e3, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:29:34.108079 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Network 610ed630-d14b-42bd-b8b4-25a2c6c8e8e3 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:29:34.125350 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 610ed630-d14b-42bd-b8b4-25a2c6c8e8e3) {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:34.133723 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:34.134455 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.134626 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c68e5dd-5285-474c-9ba5-a415b00b9d20 None None] Network 610ed630-d14b-42bd-b8b4-25a2c6c8e8e3 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:29:34.149856 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:34.163284 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Publish callbacks [] for security_group (c445ac5a-0f58-4bf2-bc02-7c5f195a3333), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.167366 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-59ef4320-7cc4-4080-913e-ad58d77094fd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4252832 Jun 03 16:29:34.168515 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (c445ac5a-0f58-4bf2-bc02-7c5f195a3333), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.195665 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] vlan segment allocate from pool success with {'vlan_id': 1204, 'physical_network': 'physnet1'} {{(pid=103937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:29:34.206192 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c445ac5a-0f58-4bf2-bc02-7c5f195a3333,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:34.211225 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (79f96af3-09d3-4654-b4dd-a1ff2d293691), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.211512 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.segments_db [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Added segment 79f96af3-09d3-4654-b4dd-a1ff2d293691 of type vlan for network c42bf97a-89da-4838-8dba-c73b151d3074 Jun 03 16:29:34.254811 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57166fda-6a5d-4e46-bd61-8b4f84a7f1cf None None] Network 610ed630-d14b-42bd-b8b4-25a2c6c8e8e3 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:29:34.256548 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (c42bf97a-89da-4838-8dba-c73b151d3074), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.289187 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (c42bf97a-89da-4838-8dba-c73b151d3074), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.292295 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:34.293462 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.369569 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5215628 Jun 03 16:29:34.370583 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52318) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:34.379078 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Request body: {'subnet': {'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-281246934-subnet', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:34.382774 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747d83d-4d08-4342-84f3-c89a67f81966 admin admin] Pushing event updated for resources: {'Network': ['ID=c42bf97a-89da-4838-8dba-c73b151d3074,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:34.411619 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Made reservation on behalf of 501da3536d6c41c5b8838bd643c33b22 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:34.414087 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17591734'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.433836 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network c42bf97a-89da-4838-8dba-c73b151d3074 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:29:34.584485 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17376873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17591716'] for subnet (890837bb-540d-4bc7-9b26-75277cc9901b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.647579 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Pushing event updated for resources: {'Subnet': ['ID=890837bb-540d-4bc7-9b26-75277cc9901b,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:34.658658 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Checking segment: {'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:29:34.659053 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Network hostable DHCP agents. Network: c42bf97a-89da-4838-8dba-c73b151d3074, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:29:34.677114 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Network c42bf97a-89da-4838-8dba-c73b151d3074 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:29:34.686745 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, c42bf97a-89da-4838-8dba-c73b151d3074) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:34.691308 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:34.691927 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.697587 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568b687-d519-410f-83c0-efd112ff0d72 None None] Network c42bf97a-89da-4838-8dba-c73b151d3074 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:29:34.709111 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8f846f98-56f9-4671-b253-d7d59312727b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3373871 Jun 03 16:29:34.713243 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52330) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:34.718024 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:34.732982 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52332) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:34.739039 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1120457979-network', 'tenant_id': '05799ea0163a4c09aa5201d401204487'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:34.742000 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (88b6110e-dc0b-43f6-9206-1f139311e639), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.743088 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (88b6110e-dc0b-43f6-9206-1f139311e639), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.747937 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:34.765009 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Made reservation on behalf of 05799ea0163a4c09aa5201d401204487 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:34.768062 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.781562 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.792571 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:34.798476 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks [] for router_controller (88b6110e-dc0b-43f6-9206-1f139311e639), precommit_add_association {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.813165 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-c42bf97a-89da-4838-8dba-c73b151d3074', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:29:34.814118 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.873924 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Publish callbacks [] for security_group (7fafe6dd-fdb9-40e6-a154-67d9be934fc4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.880136 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7fafe6dd-fdb9-40e6-a154-67d9be934fc4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.907565 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] vlan segment allocate from pool success with {'vlan_id': 1200, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:29:34.918260 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:34.922031 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fafe6dd-fdb9-40e6-a154-67d9be934fc4,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:34.925852 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (8551253a-8dfd-449a-b6bf-eba040a10503), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.926444 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Added segment 8551253a-8dfd-449a-b6bf-eba040a10503 of type vlan for network e04a7604-5e4f-4510-bdad-150c3a966c8d Jun 03 16:29:34.934957 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:34.949199 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks [] for router_gateway (88b6110e-dc0b-43f6-9206-1f139311e639), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:34.961201 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:34.966651 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Allocated IP 172.20.0.2 (c42bf97a-89da-4838-8dba-c73b151d3074/890837bb-540d-4bc7-9b26-75277cc9901b/04963a19-8a48-458f-bd5e-258f3a350130) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:34.977369 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (e04a7604-5e4f-4510-bdad-150c3a966c8d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.021239 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (e04a7604-5e4f-4510-bdad-150c3a966c8d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.022332 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:35.022990 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.087995 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3511820 Jun 03 16:29:35.088221 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52334) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:35.094656 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Request body: {'subnet': {'network_id': 'e04a7604-5e4f-4510-bdad-150c3a966c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1120457979-subnet', 'tenant_id': '05799ea0163a4c09aa5201d401204487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:35.100034 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab228df4-f936-4bc4-92f2-62d65fc13664 admin admin] Pushing event updated for resources: {'Network': ['ID=e04a7604-5e4f-4510-bdad-150c3a966c8d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:35.118340 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Made reservation on behalf of 05799ea0163a4c09aa5201d401204487 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:35.121312 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17591734'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.125206 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network e04a7604-5e4f-4510-bdad-150c3a966c8d details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:29:35.127331 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Publish callbacks [] for port (04963a19-8a48-458f-bd5e-258f3a350130), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.142342 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (04963a19-8a48-458f-bd5e-258f3a350130), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.152223 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks [] for router_gateway (88b6110e-dc0b-43f6-9206-1f139311e639), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.174491 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.216465 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Pushing event updated for resources: {'Port': ['ID=04963a19-8a48-458f-bd5e-258f3a350130,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:35.233270 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.233603 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.234158 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.234660 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.234989 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.235348 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.235676 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.236017 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.236506 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.236833 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.237197 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.237522 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.237837 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.238150 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.238464 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:35.251049 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Network c42bf97a-89da-4838-8dba-c73b151d3074 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:35.257366 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:35.260806 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:29:35.300986 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17376873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17591716'] for subnet (fb540854-cf39-446f-aceb-83f2263fd9d6), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.310609 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Allocated IP 172.27.2.155 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/50b3cf8b-f48d-40a9-af56-33ff11a4d78a) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:35.321108 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Attempting to bind port 04963a19-8a48-458f-bd5e-258f3a350130 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:29:35.321470 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Attempting to bind port 04963a19-8a48-458f-bd5e-258f3a350130 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:29:35.321821 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Attempting to bind port 04963a19-8a48-458f-bd5e-258f3a350130 on network c42bf97a-89da-4838-8dba-c73b151d3074 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:29:35.327852 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:29:35.328570 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Checking segment: {'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:29:35.329187 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.329582 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Bound using segment: {'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:29:35.330060 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Bound port: 04963a19-8a48-458f-bd5e-258f3a350130, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:29:35.330614 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (04963a19-8a48-458f-bd5e-258f3a350130), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.354536 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb540854-cf39-446f-aceb-83f2263fd9d6,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:35.370130 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Checking segment: {'id': '8551253a-8dfd-449a-b6bf-eba040a10503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'e04a7604-5e4f-4510-bdad-150c3a966c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:29:35.370385 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Network hostable DHCP agents. Network: e04a7604-5e4f-4510-bdad-150c3a966c8d, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:29:35.388276 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Network e04a7604-5e4f-4510-bdad-150c3a966c8d is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:29:35.399442 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] For port 04963a19-8a48-458f-bd5e-258f3a350130, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:29:35.399661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, e04a7604-5e4f-4510-bdad-150c3a966c8d) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:35.403178 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] For port 04963a19-8a48-458f-bd5e-258f3a350130, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=04963a19-8a48-458f-bd5e-258f3a350130,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:29:35.404178 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:35.404770 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.411731 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (04963a19-8a48-458f-bd5e-258f3a350130), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.417576 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa355ca-16a7-4881-9b81-61a72c2e3d1f None None] Network e04a7604-5e4f-4510-bdad-150c3a966c8d requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:29:35.425937 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dae3bbfb-15b4-4073-85bc-6746ed9e54f8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3367209 Jun 03 16:29:35.452641 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks [] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.489791 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.517937 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c46de-6bdc-460b-b9b3-b497b0b07ed9 None None] Pushing event updated for resources: {'Port': ['ID=04963a19-8a48-458f-bd5e-258f3a350130,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:35.525638 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:35.541619 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:35.548826 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:35.560705 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:29:35.589690 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119d1b9d-4547-4f8b-8c6f-27a10635a4ef None None] Network e04a7604-5e4f-4510-bdad-150c3a966c8d requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:29:35.589901 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Pushing event updated for resources: {'Port': ['ID=50b3cf8b-f48d-40a9-af56-33ff11a4d78a,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:35.851042 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks [] for router_gateway (88b6110e-dc0b-43f6-9206-1f139311e639), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:35.884429 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:35.918209 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:36.318514 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (88b6110e-dc0b-43f6-9206-1f139311e639), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:36.443180 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Router 88b6110e-dc0b-43f6-9206-1f139311e639 is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:29:36.525565 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707384f8-9a35-4436-81ca-e02d98c6f4d0 None None] Network c42bf97a-89da-4838-8dba-c73b151d3074 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:29:36.549281 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:29:36.566145 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Sync routers for ids ['88b6110e-dc0b-43f6-9206-1f139311e639'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:29:36.568122 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:36.569619 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-97f3e98b-dba1-4aa3-a0ca-f14a853227d6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8551023 Jun 03 16:29:36.572166 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52346) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:36.604839 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Routers {'88b6110e-dc0b-43f6-9206-1f139311e639'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:36.605446 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6ef97452-711c-45ed-881f-6444a742756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:29:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['88b6110e-dc0b-43f6-9206-1f139311e639'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:36.613708 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-a9f61860-6295-4a31-929b-123401b5c864 None None] Provisioning complete for port 04963a19-8a48-458f-bd5e-258f3a350130 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:36.614076 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9f61860-6295-4a31-929b-123401b5c864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (04963a19-8a48-458f-bd5e-258f3a350130), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:36.695216 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:36.806194 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a9f61860-6295-4a31-929b-123401b5c864 None None] Current status of the port 04963a19-8a48-458f-bd5e-258f3a350130 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:36.806880 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9f61860-6295-4a31-929b-123401b5c864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (04963a19-8a48-458f-bd5e-258f3a350130), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:36.825308 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Set router 88b6110e-dc0b-43f6-9206-1f139311e639 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:36.905560 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:36.946658 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a9f61860-6295-4a31-929b-123401b5c864 None None] For port 04963a19-8a48-458f-bd5e-258f3a350130, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=04963a19-8a48-458f-bd5e-258f3a350130,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:36.953705 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a9f61860-6295-4a31-929b-123401b5c864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (04963a19-8a48-458f-bd5e-258f3a350130), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:36.981099 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:36.995481 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.143463 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-40f1dbb1-f743-4de3-810a-94efe5752010 None None] Provisioning complete for port 04963a19-8a48-458f-bd5e-258f3a350130 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:37.143815 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-40f1dbb1-f743-4de3-810a-94efe5752010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (04963a19-8a48-458f-bd5e-258f3a350130), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.160452 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Allocated IP 172.20.0.1 (c42bf97a-89da-4838-8dba-c73b151d3074/890837bb-540d-4bc7-9b26-75277cc9901b/19531fe8-d3af-49bf-95d2-c2ab8bed17a0) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:37.216790 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f61860-6295-4a31-929b-123401b5c864 None None] Pushing event updated for resources: {'Port': ['ID=04963a19-8a48-458f-bd5e-258f3a350130,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:37.237804 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6ef97452-711c-45ed-881f-6444a742756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:35Z', 'revision_number': 3, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:37.268578 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Checking router: 88b6110e-dc0b-43f6-9206-1f139311e639 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:29:37.269070 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Updating router 88b6110e-dc0b-43f6-9206-1f139311e639 port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:29:37.294000 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Publish callbacks [] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.322222 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.324966 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-40f1dbb1-f743-4de3-810a-94efe5752010 None None] Current status of the port 04963a19-8a48-458f-bd5e-258f3a350130 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:37.332331 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.345212 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:37.377052 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Network c42bf97a-89da-4838-8dba-c73b151d3074 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:37.385367 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:37.387944 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:29:37.392324 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Pushing event updated for resources: {'Port': ['ID=19531fe8-d3af-49bf-95d2-c2ab8bed17a0,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:37.436128 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (88b6110e-dc0b-43f6-9206-1f139311e639), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.592782 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.677321 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Publish callbacks [] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.684015 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.693753 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 04963a19-8a48-458f-bd5e-258f3a350130 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:29:37.773701 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:37.784553 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0a286-9bd0-4976-8c51-ce8b3b060de4 None None] Pushing event updated for resources: {'Port': ['ID=50b3cf8b-f48d-40a9-af56-33ff11a4d78a,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:37.786903 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-99ce12b5-d4f3-4fdd-b463-f6605c11d5db None None] Provisioning complete for port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:37.787463 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99ce12b5-d4f3-4fdd-b463-f6605c11d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.791057 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Attempting to bind port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:29:37.791449 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Attempting to bind port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:29:37.791812 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Attempting to bind port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:29:37.808161 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:37.817531 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:37.824093 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:29:37.824503 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:29:37.824902 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.825344 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:29:37.825975 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Bound port: 50b3cf8b-f48d-40a9-af56-33ff11a4d78a, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:29:37.826392 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.826907 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Publish callbacks [] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.833125 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.863447 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-99ce12b5-d4f3-4fdd-b463-f6605c11d5db None None] Port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:29:37.871238 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 04963a19-8a48-458f-bd5e-258f3a350130 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:37.872204 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (04963a19-8a48-458f-bd5e-258f3a350130), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.905188 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (88b6110e-dc0b-43f6-9206-1f139311e639), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:37.907157 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Pushing event updated for resources: {'Port': ['ID=19531fe8-d3af-49bf-95d2-c2ab8bed17a0,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:37.925897 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6ef97452-711c-45ed-881f-6444a742756b None None] For port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:29:37.930457 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-6ef97452-711c-45ed-881f-6444a742756b None None] For port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=50b3cf8b-f48d-40a9-af56-33ff11a4d78a,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:29:37.938126 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:38.000582 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Network c42bf97a-89da-4838-8dba-c73b151d3074 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:38.002007 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:38.033011 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0a286-9bd0-4976-8c51-ce8b3b060de4 None None] Pushing event updated for resources: {'Port': ['ID=50b3cf8b-f48d-40a9-af56-33ff11a4d78a,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:38.035498 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 04963a19-8a48-458f-bd5e-258f3a350130 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:38.037770 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Routers {'88b6110e-dc0b-43f6-9206-1f139311e639'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:38.038380 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6ef97452-711c-45ed-881f-6444a742756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:29:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['88b6110e-dc0b-43f6-9206-1f139311e639'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:38.123200 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Router 88b6110e-dc0b-43f6-9206-1f139311e639 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:29:38.131567 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:38.151343 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-6ef97452-711c-45ed-881f-6444a742756b None None] Set router 88b6110e-dc0b-43f6-9206-1f139311e639 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:38.304877 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-10b22389-4884-4fa2-8b61-d13c3609a24f None None] Provisioning complete for port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:38.305147 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-10b22389-4884-4fa2-8b61-d13c3609a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:38.353315 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-10b22389-4884-4fa2-8b61-d13c3609a24f None None] Port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:29:38.393156 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6ef97452-711c-45ed-881f-6444a742756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 2, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:38.421958 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef97452-711c-45ed-881f-6444a742756b None None] The sync data for ids ['88b6110e-dc0b-43f6-9206-1f139311e639'] in dv-cinder-836996-28-iscsi is: [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 2, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:29:38.490722 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:29:38.495797 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7b5f5142-1e23-409a-ab93-142cd80d0032 admin admin] 10.222.0.41 "PUT /v2.0/routers/88b6110e-dc0b-43f6-9206-1f139311e639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9225905 Jun 03 16:29:39.130834 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52382) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:39.135685 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-824507428-network', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:39.162134 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Made reservation on behalf of ac6dce4269204d12bb126054ca8f8442 for: {'network': 1} {{(pid=103937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:39.165244 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for network (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.175342 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.266770 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Publish callbacks [] for security_group (2fc82942-7e1f-4d73-a5bd-2c109cf42220), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.271412 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2fc82942-7e1f-4d73-a5bd-2c109cf42220), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.301979 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'} {{(pid=103937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:29:39.308956 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc82942-7e1f-4d73-a5bd-2c109cf42220,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:39.320488 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.320834 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.321177 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.321515 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.321850 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.322181 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.322509 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.322834 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.323159 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.323509 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.323840 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.324160 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.324488 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.324808 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.325127 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:39.330032 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (346955d3-ccf7-433a-82a7-522c4083eecc), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.330376 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.db.segments_db [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Added segment 346955d3-ccf7-433a-82a7-522c4083eecc of type vlan for network 052a07af-ff5e-456c-be7a-a7ed6a302199 Jun 03 16:29:39.374839 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786588111966'] for network (052a07af-ff5e-456c-be7a-a7ed6a302199), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.402092 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682'] for network (052a07af-ff5e-456c-be7a-a7ed6a302199), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.403762 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:39.404437 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.421021 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:39.470599 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3385541 Jun 03 16:29:39.473578 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52384) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:39.475255 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3155f-a7ac-4c6b-924c-a7e0961e8246 admin admin] Pushing event updated for resources: {'Network': ['ID=052a07af-ff5e-456c-be7a-a7ed6a302199,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:39.478755 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Request body: {'subnet': {'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-824507428-subnet', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:39.485423 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Network 052a07af-ff5e-456c-be7a-a7ed6a302199 details requested by agent ovs-agent-dv-cinder-836996-28-iscsi with host dv-cinder-836996-28-iscsi {{(pid=103938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 16:29:39.503901 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Made reservation on behalf of ac6dce4269204d12bb126054ca8f8442 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:39.506274 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17591734'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.649010 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 50b3cf8b-f48d-40a9-af56-33ff11a4d78a up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:29:39.687741 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17376873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17591716'] for subnet (33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.700729 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:39.701100 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.744680 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:39.762602 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Checking segment: {'id': '346955d3-ccf7-433a-82a7-522c4083eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:29:39.763044 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Network hostable DHCP agents. Network: 052a07af-ff5e-456c-be7a-a7ed6a302199, hostable agents: ['2e30c315-82ed-428d-880d-ace2ad71eb82'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:29:39.780016 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:39.782819 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Network 052a07af-ff5e-456c-be7a-a7ed6a302199 is scheduled to be hosted by DHCP agent 2e30c315-82ed-428d-880d-ace2ad71eb82 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:29:39.787180 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:39.787836 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.793461 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-28-iscsi, 052a07af-ff5e-456c-be7a-a7ed6a302199) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:39.799530 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:39.800236 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.812124 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd430b15-ff27-4d8c-9fc6-2f0b1a49b2dc None None] Network 052a07af-ff5e-456c-be7a-a7ed6a302199 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:29:39.820109 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-cae24606-8604-4870-9653-02ced051eaa4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3430738 Jun 03 16:29:39.820332 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=50b3cf8b-f48d-40a9-af56-33ff11a4d78a,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:39.820633 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52386) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:39.825171 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-824507428-router', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:39.848070 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11008'] for router (3a42af36-b437-4e34-bf7e-d7c87fcad79c), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.849189 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11033'] for router (3a42af36-b437-4e34-bf7e-d7c87fcad79c), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.857151 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:39.860067 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.904174 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks [] for router_controller (3a42af36-b437-4e34-bf7e-d7c87fcad79c), precommit_add_association {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:39.936513 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=50b3cf8b-f48d-40a9-af56-33ff11a4d78a,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:39.968052 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa308738-376b-544a-b2a2-d280c722b9f4-052a07af-ff5e-456c-be7a-a7ed6a302199', 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199', 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'fixed_ips': [{'subnet_id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6'}]}} from dv-cinder-836996-28-iscsi. {{(pid=103938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 16:29:39.969101 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.043191 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks [] for router_gateway (3a42af36-b437-4e34-bf7e-d7c87fcad79c), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.107168 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.db_base_plugin_common [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Allocated IP 172.20.0.2 (052a07af-ff5e-456c-be7a-a7ed6a302199/33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6/13cf6260-4772-4eab-b1b5-b31a59bc81a8) {{(pid=103938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:40.165247 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:40.230105 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks [] for router_gateway (3a42af36-b437-4e34-bf7e-d7c87fcad79c), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.250481 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.274067 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Publish callbacks [] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), precommit_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.280559 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), after_create {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.322674 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Network 052a07af-ff5e-456c-be7a-a7ed6a302199 is already hosted by enough agents. {{(pid=103938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:40.328178 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.scheduler.base_scheduler [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Resources bound (agent type, host, resource id): {{(pid=103938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:40.335597 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Received port after_create {{(pid=103938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:29:40.346342 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Pushing event updated for resources: {'Port': ['ID=13cf6260-4772-4eab-b1b5-b31a59bc81a8,revision_number=1']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:40.384734 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Allocated IP 172.27.2.124 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/5522894d-4d38-45eb-ba31-685f8d60beb1) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:40.407138 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Attempting to bind port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:29:40.407679 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Attempting to bind port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '346955d3-ccf7-433a-82a7-522c4083eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:29:40.408173 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Attempting to bind port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 on network 052a07af-ff5e-456c-be7a-a7ed6a302199 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:29:40.415138 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:29:40.415552 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Checking segment: {'id': '346955d3-ccf7-433a-82a7-522c4083eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:29:40.415941 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.416327 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Bound using segment: {'id': '346955d3-ccf7-433a-82a7-522c4083eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:29:40.416779 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Bound port: 13cf6260-4772-4eab-b1b5-b31a59bc81a8, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346955d3-ccf7-433a-82a7-522c4083eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:29:40.417327 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.482691 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] For port 13cf6260-4772-4eab-b1b5-b31a59bc81a8, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:29:40.485850 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] For port 13cf6260-4772-4eab-b1b5-b31a59bc81a8, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=13cf6260-4772-4eab-b1b5-b31a59bc81a8,segment=NetworkSegment(346955d3-ccf7-433a-82a7-522c4083eecc),segment_id=346955d3-ccf7-433a-82a7-522c4083eecc)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:29:40.492358 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.506602 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks [] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.554970 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952271e3-7815-4781-9430-5a4faaf47458 None None] Pushing event updated for resources: {'Port': ['ID=13cf6260-4772-4eab-b1b5-b31a59bc81a8,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:40.555659 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.598539 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:40.603231 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:40.606944 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:29:40.646081 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5522894d-4d38-45eb-ba31-685f8d60beb1,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:40.733513 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Sync routers for ids ['88b6110e-dc0b-43f6-9206-1f139311e639'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:29:40.743164 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Routers {'88b6110e-dc0b-43f6-9206-1f139311e639'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:40.743895 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:29:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['88b6110e-dc0b-43f6-9206-1f139311e639'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:40.762328 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:40.869183 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Set router 88b6110e-dc0b-43f6-9206-1f139311e639 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:40.891221 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks [] for router_gateway (3a42af36-b437-4e34-bf7e-d7c87fcad79c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:40.966757 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:41.053351 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 2, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:41.074478 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746301'] for router (3a42af36-b437-4e34-bf7e-d7c87fcad79c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:41.077911 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Checking router: 88b6110e-dc0b-43f6-9206-1f139311e639 for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:29:41.078261 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Updating router 88b6110e-dc0b-43f6-9206-1f139311e639 port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:29:41.196438 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:41.210145 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Router 3a42af36-b437-4e34-bf7e-d7c87fcad79c is scheduled to L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 with binding_index 1 {{(pid=103937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 16:29:41.319170 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:29:41.333537 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Sync routers for ids ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:29:41.338375 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:41.340036 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-077e0ac2-5162-4af4-9c22-d31a197112d8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5181689 Jun 03 16:29:41.342654 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52398) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:41.348487 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Routers {'3a42af36-b437-4e34-bf7e-d7c87fcad79c'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:41.351464 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:29:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:41.388327 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:41.446660 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:41.533447 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Publish callbacks [] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:41.550606 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:41.705821 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Set router 3a42af36-b437-4e34-bf7e-d7c87fcad79c gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:41.759139 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Attempting to bind port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:29:41.760319 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Attempting to bind port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:29:41.761169 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Attempting to bind port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 on network c42bf97a-89da-4838-8dba-c73b151d3074 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:29:41.771037 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:29:41.771735 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Checking segment: {'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:29:41.772329 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:41.772889 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Bound using segment: {'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:29:41.773632 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Bound port: 19531fe8-d3af-49bf-95d2-c2ab8bed17a0, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:29:41.774193 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:41.849904 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def1000d-1f75-47d1-bcb6-7b7bcd0748fa None None] Network 052a07af-ff5e-456c-be7a-a7ed6a302199 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:29:41.881082 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] For port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:29:41.897805 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:41.908256 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Pushing event updated for resources: {'Port': ['ID=19531fe8-d3af-49bf-95d2-c2ab8bed17a0,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:41.914886 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] For port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=19531fe8-d3af-49bf-95d2-c2ab8bed17a0,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:29:41.922037 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.922617 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.923162 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.923696 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.924190 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.925228 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.925715 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.926210 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.926896 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.927408 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.927994 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.928497 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.928983 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.929471 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.930092 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.935698 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:41.941348 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:41.994437 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 13cf6260-4772-4eab-b1b5-b31a59bc81a8 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:29:42.008844 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Routers {'88b6110e-dc0b-43f6-9206-1f139311e639'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:42.010456 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:29:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['88b6110e-dc0b-43f6-9206-1f139311e639'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:42.014537 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cba2f-26b1-4659-8193-c0d77ce53701 None None] Pushing event updated for resources: {'Port': ['ID=19531fe8-d3af-49bf-95d2-c2ab8bed17a0,revision_number=4']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:42.035368 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:42.063673 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-7cf9dd7c-db00-4dde-b536-31297a600455 None None] Provisioning complete for port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:42.064309 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7cf9dd7c-db00-4dde-b536-31297a600455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.136457 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:42.141357 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.156933 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] Set router 88b6110e-dc0b-43f6-9206-1f139311e639 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:42.165847 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:42.166512 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.308980 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'name': 'tempest-TestShelveInstance-824507428-router', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:39Z', 'updated_at': '2022-06-03T16:29:40Z', 'revision_number': 3, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'gw_port': {'id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:40Z', 'updated_at': '2022-06-03T16:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:42.336633 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Allocated IP 172.20.0.1 (052a07af-ff5e-456c-be7a-a7ed6a302199/33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6/5f0d0ae2-6fdb-4b4c-87f3-5599234c5579) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:42.349618 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Checking router: 3a42af36-b437-4e34-bf7e-d7c87fcad79c for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:29:42.350001 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Updating router 3a42af36-b437-4e34-bf7e-d7c87fcad79c port 5522894d-4d38-45eb-ba31-685f8d60beb1 binding host dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:29:42.355194 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9dd7c-db00-4dde-b536-31297a600455 None None] Current status of the port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:42.355585 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7cf9dd7c-db00-4dde-b536-31297a600455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.397183 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:41Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:42.424427 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c080c1-e47b-47d5-bc14-560edc6be4ad None None] The sync data for ids ['88b6110e-dc0b-43f6-9206-1f139311e639'] in dv-cinder-836996-28-iscsi is: [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:41Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:29:42.441552 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.443135 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:42.443523 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.478749 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Publish callbacks [] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.505141 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-7cf9dd7c-db00-4dde-b536-31297a600455 None None] For port 13cf6260-4772-4eab-b1b5-b31a59bc81a8, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=13cf6260-4772-4eab-b1b5-b31a59bc81a8,segment=NetworkSegment(346955d3-ccf7-433a-82a7-522c4083eecc),segment_id=346955d3-ccf7-433a-82a7-522c4083eecc)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:42.519426 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.539609 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7cf9dd7c-db00-4dde-b536-31297a600455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.563095 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Network 052a07af-ff5e-456c-be7a-a7ed6a302199 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:42.566240 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:42.572966 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:29:42.596261 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Pushing event updated for resources: {'Port': ['ID=5f0d0ae2-6fdb-4b4c-87f3-5599234c5579,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:42.609177 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:42.635741 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745537'] for router_interface (3a42af36-b437-4e34-bf7e-d7c87fcad79c), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.684056 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.db.api [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 16:29:42.684764 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG oslo_db.api [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:29:42.699714 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9dd7c-db00-4dde-b536-31297a600455 None None] Pushing event updated for resources: {'Port': ['ID=13cf6260-4772-4eab-b1b5-b31a59bc81a8,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:42.710828 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-a6f99a03-ebe9-4a89-aa13-85ce6d6db443 None None] Provisioning complete for port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:42.711605 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6f99a03-ebe9-4a89-aa13-85ce6d6db443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.751529 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:42.791402 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.871334 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:42.888452 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a6f99a03-ebe9-4a89-aa13-85ce6d6db443 None None] Current status of the port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:42.913113 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-a6f99a03-ebe9-4a89-aa13-85ce6d6db443 None None] Provisioning complete for port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:42.913482 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6f99a03-ebe9-4a89-aa13-85ce6d6db443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.990067 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Publish callbacks [] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:42.993593 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:43.006617 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.014992 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Publish callbacks [] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.032229 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.090070 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Attempting to bind port 5522894d-4d38-45eb-ba31-685f8d60beb1 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:29:43.090070 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Attempting to bind port 5522894d-4d38-45eb-ba31-685f8d60beb1 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:29:43.090070 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Attempting to bind port 5522894d-4d38-45eb-ba31-685f8d60beb1 on network 579eb06c-1f2d-4d54-b265-615018dd6167 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:29:43.091949 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:29:43.092535 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Checking segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:29:43.092972 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.093440 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Bound using segment: {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:29:43.093988 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Bound port: 5522894d-4d38-45eb-ba31-685f8d60beb1, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18888092-b131-433a-b5e5-68c2ae6a4cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:29:43.094433 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.107521 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Pushing event updated for resources: {'Port': ['ID=5f0d0ae2-6fdb-4b4c-87f3-5599234c5579,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:43.115334 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749297'] for router_interface (3a42af36-b437-4e34-bf7e-d7c87fcad79c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.184069 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230ac4d-429b-4f37-ad3b-62affda0e75f None None] Pushing event updated for resources: {'Port': ['ID=5522894d-4d38-45eb-ba31-685f8d60beb1,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:43.202473 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] For port 5522894d-4d38-45eb-ba31-685f8d60beb1, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:29:43.240864 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Network 052a07af-ff5e-456c-be7a-a7ed6a302199 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:43.243011 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:43.247811 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] For port 5522894d-4d38-45eb-ba31-685f8d60beb1, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5522894d-4d38-45eb-ba31-685f8d60beb1,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:29:43.257843 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-a6f99a03-ebe9-4a89-aa13-85ce6d6db443 None None] Current status of the port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:43.258306 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6f99a03-ebe9-4a89-aa13-85ce6d6db443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.280606 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.292229 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:43.293265 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 50b3cf8b-f48d-40a9-af56-33ff11a4d78a up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:29:43.379785 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Router 3a42af36-b437-4e34-bf7e-d7c87fcad79c has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:29:43.399092 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230ac4d-429b-4f37-ad3b-62affda0e75f None None] Pushing event updated for resources: {'Port': ['ID=5522894d-4d38-45eb-ba31-685f8d60beb1,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:43.408471 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a6f99a03-ebe9-4a89-aa13-85ce6d6db443 None None] For port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=19531fe8-d3af-49bf-95d2-c2ab8bed17a0,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:43.421855 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Routers {'3a42af36-b437-4e34-bf7e-d7c87fcad79c'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:43.422548 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:29:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:43.430770 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a6f99a03-ebe9-4a89-aa13-85ce6d6db443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.496445 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:29:43.501816 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bdc7820d-e0c5-4bf2-bbbb-618fb422face admin admin] 10.222.0.41 "PUT /v2.0/routers/3a42af36-b437-4e34-bf7e-d7c87fcad79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1581066 Jun 03 16:29:43.516267 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:43.516658 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.732481 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-bfe79dc9-6431-41e3-bf1b-f98cfdd31689 None None] Provisioning complete for port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:43.733107 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-bfe79dc9-6431-41e3-bf1b-f98cfdd31689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.769343 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f99a03-ebe9-4a89-aa13-85ce6d6db443 None None] Pushing event updated for resources: {'Port': ['ID=19531fe8-d3af-49bf-95d2-c2ab8bed17a0,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:43.793495 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-bfe79dc9-6431-41e3-bf1b-f98cfdd31689 None None] Port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:29:43.800349 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] Set router 3a42af36-b437-4e34-bf7e-d7c87fcad79c gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:43.847169 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52424) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:43.851741 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-41749bc6-0fab-469c-8bb2-aa04033eba47 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059018516', 'description': 'tempest-secgroup-smoke-1059018516 description', 'project_id': '501da3536d6c41c5b8838bd643c33b22'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:43.865318 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:43.879677 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41749bc6-0fab-469c-8bb2-aa04033eba47 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.927844 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:43.935232 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:43.939147 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:43.971684 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41749bc6-0fab-469c-8bb2-aa04033eba47 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group (f151e520-c609-4129-99ef-618496210d26), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.977226 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41749bc6-0fab-469c-8bb2-aa04033eba47 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (f151e520-c609-4129-99ef-618496210d26), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:43.984974 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 13cf6260-4772-4eab-b1b5-b31a59bc81a8 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:29:43.996542 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:44.012176 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41749bc6-0fab-469c-8bb2-aa04033eba47 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.016074 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-41749bc6-0fab-469c-8bb2-aa04033eba47 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1651428 Jun 03 16:29:44.016074 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41749bc6-0fab-469c-8bb2-aa04033eba47 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f151e520-c609-4129-99ef-618496210d26,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:44.017428 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52426) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:44.023094 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-3c339640-61c0-42e7-93f3-1e92caf26896 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Request body: {'security_group_rule': {'security_group_id': 'f151e520-c609-4129-99ef-618496210d26', 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:44.051729 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'name': 'tempest-TestShelveInstance-824507428-router', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:39Z', 'updated_at': '2022-06-03T16:29:42Z', 'revision_number': 4, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'gw_port': {'id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:40Z', 'updated_at': '2022-06-03T16:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '5f0d0ae2-6fdb-4b4c-87f3-5599234c5579', 'name': '', 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'mac_address': 'fa:16:3e:5d:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:42Z', 'updated_at': '2022-06-03T16:29:42Z', 'revision_number': 2, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'subnets': [{'id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:44.062090 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3c339640-61c0-42e7-93f3-1e92caf26896 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (fc47fcc8-8f43-4338-83de-239e85b1c910), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.083071 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f44537-8819-4004-bf62-0ccda5808cdf None None] The sync data for ids ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'] in dv-cinder-836996-28-iscsi is: [{'id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'name': 'tempest-TestShelveInstance-824507428-router', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:39Z', 'updated_at': '2022-06-03T16:29:42Z', 'revision_number': 4, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'gw_port': {'id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:40Z', 'updated_at': '2022-06-03T16:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '5f0d0ae2-6fdb-4b4c-87f3-5599234c5579', 'name': '', 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'mac_address': 'fa:16:3e:5d:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:42Z', 'updated_at': '2022-06-03T16:29:42Z', 'revision_number': 2, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'subnets': [{'id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:29:44.091488 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:44.091856 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.129594 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3c339640-61c0-42e7-93f3-1e92caf26896 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (fc47fcc8-8f43-4338-83de-239e85b1c910), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.137356 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3c339640-61c0-42e7-93f3-1e92caf26896 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (fc47fcc8-8f43-4338-83de-239e85b1c910), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.158650 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c339640-61c0-42e7-93f3-1e92caf26896 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc47fcc8-8f43-4338-83de-239e85b1c910,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:44.168753 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3c339640-61c0-42e7-93f3-1e92caf26896 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.170144 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-3c339640-61c0-42e7-93f3-1e92caf26896 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515646 Jun 03 16:29:44.172973 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52428) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:44.178600 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.v2.base [None req-9aaef41d-b571-46cd-a51a-4c5fd660c77c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Request body: {'security_group_rule': {'security_group_id': 'f151e520-c609-4129-99ef-618496210d26', 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:44.183556 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:44.184707 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:29:44.211098 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9aaef41d-b571-46cd-a51a-4c5fd660c77c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (0b20f298-9347-4568-9407-50958237f69d), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.235338 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:44.235709 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.264088 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:44.303006 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9aaef41d-b571-46cd-a51a-4c5fd660c77c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (0b20f298-9347-4568-9407-50958237f69d), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.307442 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9aaef41d-b571-46cd-a51a-4c5fd660c77c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (0b20f298-9347-4568-9407-50958237f69d), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.334795 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:44.340909 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9aaef41d-b571-46cd-a51a-4c5fd660c77c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.342120 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-9aaef41d-b571-46cd-a51a-4c5fd660c77c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1681681 Jun 03 16:29:44.344943 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52434) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:44.349714 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-2e07bacf-03f2-4fbd-a048-0e8e9b222294 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Request body: {'security_group_rule': {'security_group_id': 'f151e520-c609-4129-99ef-618496210d26', 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:44.350061 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaef41d-b571-46cd-a51a-4c5fd660c77c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b20f298-9347-4568-9407-50958237f69d,revision_number=0']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:44.382722 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e07bacf-03f2-4fbd-a048-0e8e9b222294 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (b3cd698c-fc62-4506-a057-4a51c9ed7af7), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.451370 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e07bacf-03f2-4fbd-a048-0e8e9b222294 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (b3cd698c-fc62-4506-a057-4a51c9ed7af7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.458245 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e07bacf-03f2-4fbd-a048-0e8e9b222294 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (b3cd698c-fc62-4506-a057-4a51c9ed7af7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.480498 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07bacf-03f2-4fbd-a048-0e8e9b222294 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cd698c-fc62-4506-a057-4a51c9ed7af7,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:44.490233 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e07bacf-03f2-4fbd-a048-0e8e9b222294 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.491871 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2e07bacf-03f2-4fbd-a048-0e8e9b222294 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458633 Jun 03 16:29:44.494616 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52436) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:44.500296 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-68fcd9f5-f7fd-4442-85ba-1109058065f0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Request body: {'security_group_rule': {'security_group_id': 'f151e520-c609-4129-99ef-618496210d26', 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:44.529538 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-68fcd9f5-f7fd-4442-85ba-1109058065f0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (2cb6b5c1-606f-4ba6-8158-52ccf5234736), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.598344 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-68fcd9f5-f7fd-4442-85ba-1109058065f0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (2cb6b5c1-606f-4ba6-8158-52ccf5234736), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.613874 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-68fcd9f5-f7fd-4442-85ba-1109058065f0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (2cb6b5c1-606f-4ba6-8158-52ccf5234736), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.636371 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcd9f5-f7fd-4442-85ba-1109058065f0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb6b5c1-606f-4ba6-8158-52ccf5234736,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:44.651409 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-68fcd9f5-f7fd-4442-85ba-1109058065f0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.663755 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-68fcd9f5-f7fd-4442-85ba-1109058065f0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1581395 Jun 03 16:29:44.663755 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52442) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:44.664995 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-11fff990-9d23-41ff-8a5e-afafb5e14ff9 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Request body: {'security_group_rule': {'security_group_id': 'f151e520-c609-4129-99ef-618496210d26', 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:44.687325 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-11fff990-9d23-41ff-8a5e-afafb5e14ff9 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Project 501da3536d6c41c5b8838bd643c33b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:29:44.697495 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-11fff990-9d23-41ff-8a5e-afafb5e14ff9 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (0a5bcbfe-53fc-4abd-b226-6dbd65401e83), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.751793 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-11fff990-9d23-41ff-8a5e-afafb5e14ff9 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (0a5bcbfe-53fc-4abd-b226-6dbd65401e83), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.756293 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-11fff990-9d23-41ff-8a5e-afafb5e14ff9 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (0a5bcbfe-53fc-4abd-b226-6dbd65401e83), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.775747 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fff990-9d23-41ff-8a5e-afafb5e14ff9 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5bcbfe-53fc-4abd-b226-6dbd65401e83,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:44.783563 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-11fff990-9d23-41ff-8a5e-afafb5e14ff9 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.784686 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-11fff990-9d23-41ff-8a5e-afafb5e14ff9 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270199 Jun 03 16:29:44.787403 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52444) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:44.792337 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-36caf287-29d9-40e2-b406-8158796e7fd4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Request body: {'security_group_rule': {'security_group_id': 'f151e520-c609-4129-99ef-618496210d26', 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:29:44.814125 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-36caf287-29d9-40e2-b406-8158796e7fd4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Project 501da3536d6c41c5b8838bd643c33b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:29:44.821015 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-36caf287-29d9-40e2-b406-8158796e7fd4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (acee2454-a114-4674-9568-9985210ec9ac), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.881109 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-36caf287-29d9-40e2-b406-8158796e7fd4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (acee2454-a114-4674-9568-9985210ec9ac), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.884671 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-36caf287-29d9-40e2-b406-8158796e7fd4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779592'] for security_group_rule (acee2454-a114-4674-9568-9985210ec9ac), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.904060 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caf287-29d9-40e2-b406-8158796e7fd4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acee2454-a114-4674-9568-9985210ec9ac,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:44.911909 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-36caf287-29d9-40e2-b406-8158796e7fd4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:44.913071 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-36caf287-29d9-40e2-b406-8158796e7fd4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247392 Jun 03 16:29:45.112772 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:45.958678 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5522894d-4d38-45eb-ba31-685f8d60beb1 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:29:46.005732 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 5522894d-4d38-45eb-ba31-685f8d60beb1 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:46.006143 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:46.085131 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 5522894d-4d38-45eb-ba31-685f8d60beb1 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:46.085513 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:46.105935 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] For port 5522894d-4d38-45eb-ba31-685f8d60beb1, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5522894d-4d38-45eb-ba31-685f8d60beb1,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:46.109410 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:46.157330 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Pushing event updated for resources: {'Port': ['ID=5522894d-4d38-45eb-ba31-685f8d60beb1,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:46.559369 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Sync routers for ids ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:29:46.569973 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Routers {'3a42af36-b437-4e34-bf7e-d7c87fcad79c'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:46.570571 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:29:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:46.665538 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Set router 3a42af36-b437-4e34-bf7e-d7c87fcad79c gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:46.848107 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'name': 'tempest-TestShelveInstance-824507428-router', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:39Z', 'updated_at': '2022-06-03T16:29:42Z', 'revision_number': 4, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'gw_port': {'id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:40Z', 'updated_at': '2022-06-03T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '5f0d0ae2-6fdb-4b4c-87f3-5599234c5579', 'name': '', 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'mac_address': 'fa:16:3e:5d:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:42Z', 'updated_at': '2022-06-03T16:29:42Z', 'revision_number': 2, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'subnets': [{'id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:46.872350 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Checking router: 3a42af36-b437-4e34-bf7e-d7c87fcad79c for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:29:46.872699 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Updating router 3a42af36-b437-4e34-bf7e-d7c87fcad79c port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 binding host dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:29:46.904232 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:47.031984 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:47.151191 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=100 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:47.189088 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Publish callbacks [] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), precommit_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:47.196149 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:47.296584 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c89edf-db29-4423-ab41-f3155e3edfc7 None None] Pushing event updated for resources: {'Port': ['ID=5f0d0ae2-6fdb-4b4c-87f3-5599234c5579,revision_number=3']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:47.461682 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Attempting to bind port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 on host dv-cinder-836996-28-iscsi for vnic_type normal with profile {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:29:47.462046 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Attempting to bind port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 by drivers openvswitch,hyperv on host dv-cinder-836996-28-iscsi at level 0 using segments [{'id': '346955d3-ccf7-433a-82a7-522c4083eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199'}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:29:47.462401 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Attempting to bind port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 on network 052a07af-ff5e-456c-be7a-a7ed6a302199 {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:29:47.467585 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Checking agent: {'id': '41f4962d-6d30-41c5-96cb-e391606d99b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 7, 26), 'started_at': datetime.datetime(2022, 6, 3, 16, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:29:47.467953 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Checking segment: {'id': '346955d3-ccf7-433a-82a7-522c4083eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:29:47.468346 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:47.468732 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Bound using segment: {'id': '346955d3-ccf7-433a-82a7-522c4083eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199'} {{(pid=103939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:29:47.469182 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.managers [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Bound port: 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579, host: dv-cinder-836996-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346955d3-ccf7-433a-82a7-522c4083eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199'}}] {{(pid=103939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:29:47.469550 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), before_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:47.529867 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] For port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579, host dv-cinder-836996-28-iscsi, cleared binding levels {{(pid=103939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:29:47.533259 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.db [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] For port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579, host dv-cinder-836996-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5f0d0ae2-6fdb-4b4c-87f3-5599234c5579,segment=NetworkSegment(346955d3-ccf7-433a-82a7-522c4083eecc),segment_id=346955d3-ccf7-433a-82a7-522c4083eecc)] {{(pid=103939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:29:47.539112 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), after_update {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:47.540678 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-52ec35e6-19f6-42c3-b802-6bc6a078bcb7 None None] Provisioning complete for port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:47.541175 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-52ec35e6-19f6-42c3-b802-6bc6a078bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:47.595876 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Routers {'3a42af36-b437-4e34-bf7e-d7c87fcad79c'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:29:47.597033 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:29:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:47.619374 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-52ec35e6-19f6-42c3-b802-6bc6a078bcb7 None None] Current status of the port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 is: DOWN; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:47.619759 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-52ec35e6-19f6-42c3-b802-6bc6a078bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:47.631475 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c89edf-db29-4423-ab41-f3155e3edfc7 None None] Pushing event updated for resources: {'Port': ['ID=5f0d0ae2-6fdb-4b4c-87f3-5599234c5579,revision_number=4']} {{(pid=103939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:47.642696 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:47.673568 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-52ec35e6-19f6-42c3-b802-6bc6a078bcb7 None None] For port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5f0d0ae2-6fdb-4b4c-87f3-5599234c5579,segment=NetworkSegment(346955d3-ccf7-433a-82a7-522c4083eecc),segment_id=346955d3-ccf7-433a-82a7-522c4083eecc)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:29:47.681752 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-52ec35e6-19f6-42c3-b802-6bc6a078bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:47.719724 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] Set router 3a42af36-b437-4e34-bf7e-d7c87fcad79c gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:29:47.730080 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec35e6-19f6-42c3-b802-6bc6a078bcb7 None None] Pushing event updated for resources: {'Port': ['ID=5f0d0ae2-6fdb-4b4c-87f3-5599234c5579,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:47.913123 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-4112c76e-d9ad-4e85-ad22-c81d4e6301bb None None] Provisioning complete for port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:47.913397 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'name': 'tempest-TestShelveInstance-824507428-router', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:39Z', 'updated_at': '2022-06-03T16:29:42Z', 'revision_number': 4, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'gw_port': {'id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:40Z', 'updated_at': '2022-06-03T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '5f0d0ae2-6fdb-4b4c-87f3-5599234c5579', 'name': '', 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'mac_address': 'fa:16:3e:5d:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:42Z', 'updated_at': '2022-06-03T16:29:47Z', 'revision_number': 4, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'subnets': [{'id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:47.913983 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-4112c76e-d9ad-4e85-ad22-c81d4e6301bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:47.955475 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f3a00-6c60-46a6-a36f-593580e0e15c None None] The sync data for ids ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'] in dv-cinder-836996-28-iscsi is: [{'id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'name': 'tempest-TestShelveInstance-824507428-router', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:39Z', 'updated_at': '2022-06-03T16:29:42Z', 'revision_number': 4, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'gw_port': {'id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:40Z', 'updated_at': '2022-06-03T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '5f0d0ae2-6fdb-4b4c-87f3-5599234c5579', 'name': '', 'network_id': '052a07af-ff5e-456c-be7a-a7ed6a302199', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'mac_address': 'fa:16:3e:5d:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:42Z', 'updated_at': '2022-06-03T16:29:47Z', 'revision_number': 4, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'subnets': [{'id': '33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:29:47.973179 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:48.005798 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5522894d-4d38-45eb-ba31-685f8d60beb1 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:29:48.035277 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-4112c76e-d9ad-4e85-ad22-c81d4e6301bb None None] Current status of the port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:48.062763 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 5522894d-4d38-45eb-ba31-685f8d60beb1 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:48.063250 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:48.139996 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 5522894d-4d38-45eb-ba31-685f8d60beb1 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:48.141021 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 up at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:29:48.189571 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Provisioning complete for port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:29:48.190262 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:48.272571 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Current status of the port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 is: ACTIVE; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:29:49.334847 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-264a6c35-e3f8-484d-b360-e67fdeaa0e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.051862 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52562) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:50.101886 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-8461df5a-08c1-4ffb-a361-2fcdc6b10934 admin admin] Deleting subnet 46d77815-d091-4682-8ad5-d9473a2f6974 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:29:50.105165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8461df5a-08c1-4ffb-a361-2fcdc6b10934 admin admin] Publish callbacks [] for subnet (46d77815-d091-4682-8ad5-d9473a2f6974), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.145442 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8461df5a-08c1-4ffb-a361-2fcdc6b10934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17695914'] for subnet (46d77815-d091-4682-8ad5-d9473a2f6974), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.169711 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:50.190351 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8461df5a-08c1-4ffb-a361-2fcdc6b10934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (46d77815-d091-4682-8ad5-d9473a2f6974), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.239905 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:50.255442 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8461df5a-08c1-4ffb-a361-2fcdc6b10934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17591709'] for subnet (46d77815-d091-4682-8ad5-d9473a2f6974), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.285491 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8461df5a-08c1-4ffb-a361-2fcdc6b10934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.288548 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8461df5a-08c1-4ffb-a361-2fcdc6b10934 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/46d77815-d091-4682-8ad5-d9473a2f6974 HTTP/1.1" status: 204 len: 168 time: 0.2354290 Jun 03 16:29:50.289311 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461df5a-08c1-4ffb-a361-2fcdc6b10934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d77815-d091-4682-8ad5-d9473a2f6974,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:50.291223 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52564) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:50.361449 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (610ed630-d14b-42bd-b8b4-25a2c6c8e8e3), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.435364 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:29:50.441215 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (610ed630-d14b-42bd-b8b4-25a2c6c8e8e3), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.462263 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610ed630-d14b-42bd-b8b4-25a2c6c8e8e3']}} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:50.471247 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb73fcf-91cf-4d2d-9167-c22a6cea21bb') {'for_net_delete': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:50.472128 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb73fcf-91cf-4d2d-9167-c22a6cea21bb') {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:50.481494 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113044'] for segment (3fb73fcf-91cf-4d2d-9167-c22a6cea21bb), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.500467 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (3fb73fcf-91cf-4d2d-9167-c22a6cea21bb), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.507875 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=103937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:29:50.508189 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25579824'] for segment (3fb73fcf-91cf-4d2d-9167-c22a6cea21bb), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.558287 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 3fb73fcf-91cf-4d2d-9167-c22a6cea21bb resource provider aggregate not found Jun 03 16:29:50.578243 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 3fb73fcf-91cf-4d2d-9167-c22a6cea21bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fb73fcf-91cf-4d2d-9167-c22a6cea21bb found for delete ", "request_id": "req-26c9a459-c2e9-4ac3-a1fc-f729273fff8f"}]} Jun 03 16:29:50.586222 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (610ed630-d14b-42bd-b8b4-25a2c6c8e8e3), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.593183 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.596256 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] 10.222.0.41 "DELETE /v2.0/networks/610ed630-d14b-42bd-b8b4-25a2c6c8e8e3 HTTP/1.1" status: 204 len: 168 time: 0.3034165 Jun 03 16:29:50.599191 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52570) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:50.611247 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2ee03-4dea-47fd-afa0-8f6de1485d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=610ed630-d14b-42bd-b8b4-25a2c6c8e8e3,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:50.651012 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-037506fd-844a-4a4b-827e-3aec9767fc49 admin admin] Deleting subnet fb540854-cf39-446f-aceb-83f2263fd9d6 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:29:50.654572 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-037506fd-844a-4a4b-827e-3aec9767fc49 admin admin] Publish callbacks [] for subnet (fb540854-cf39-446f-aceb-83f2263fd9d6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.688034 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-037506fd-844a-4a4b-827e-3aec9767fc49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17695914'] for subnet (fb540854-cf39-446f-aceb-83f2263fd9d6), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.726658 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-037506fd-844a-4a4b-827e-3aec9767fc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (fb540854-cf39-446f-aceb-83f2263fd9d6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.777098 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-037506fd-844a-4a4b-827e-3aec9767fc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17591709'] for subnet (fb540854-cf39-446f-aceb-83f2263fd9d6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.806059 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037506fd-844a-4a4b-827e-3aec9767fc49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb540854-cf39-446f-aceb-83f2263fd9d6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:50.810786 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-037506fd-844a-4a4b-827e-3aec9767fc49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.813933 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-037506fd-844a-4a4b-827e-3aec9767fc49 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fb540854-cf39-446f-aceb-83f2263fd9d6 HTTP/1.1" status: 204 len: 168 time: 0.2137284 Jun 03 16:29:50.816763 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52574) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:50.887653 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (e04a7604-5e4f-4510-bdad-150c3a966c8d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.969223 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (e04a7604-5e4f-4510-bdad-150c3a966c8d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:50.989453 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04a7604-5e4f-4510-bdad-150c3a966c8d']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:50.998425 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8551253a-8dfd-449a-b6bf-eba040a10503') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:50.998719 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8551253a-8dfd-449a-b6bf-eba040a10503') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:51.008726 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17695901'] for segment (8551253a-8dfd-449a-b6bf-eba040a10503), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.021423 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (8551253a-8dfd-449a-b6bf-eba040a10503), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.027413 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:29:51.027789 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17377044'] for segment (8551253a-8dfd-449a-b6bf-eba040a10503), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.066294 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 8551253a-8dfd-449a-b6bf-eba040a10503 resource provider aggregate not found Jun 03 16:29:51.085150 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 8551253a-8dfd-449a-b6bf-eba040a10503 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8551253a-8dfd-449a-b6bf-eba040a10503 found for delete ", "request_id": "req-f1fd7591-d485-400c-831a-fc96f8077ea6"}]} Jun 03 16:29:51.093668 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (e04a7604-5e4f-4510-bdad-150c3a966c8d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.099237 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.105273 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e04a7604-5e4f-4510-bdad-150c3a966c8d HTTP/1.1" status: 204 len: 168 time: 0.2875056 Jun 03 16:29:51.117252 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4fab9-1238-48c1-945a-545b22e10662 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04a7604-5e4f-4510-bdad-150c3a966c8d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:51.269271 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52582) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:51.308880 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-87bc953a-5bf7-4cfe-995b-559d793a00ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=896eaf64068542099d21437fb023e734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383852 Jun 03 16:29:51.311189 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52584) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:51.367537 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0be7541b-5b49-4c1d-bdc2-216d0d159d50 admin admin] Publish callbacks [] for security_group (bac964c7-fe9b-44ea-a1f2-c23eebeed092), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.388087 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0be7541b-5b49-4c1d-bdc2-216d0d159d50 admin admin] Publish callbacks [] for security_group (bac964c7-fe9b-44ea-a1f2-c23eebeed092), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.433517 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0be7541b-5b49-4c1d-bdc2-216d0d159d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (bac964c7-fe9b-44ea-a1f2-c23eebeed092), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.436134 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0be7541b-5b49-4c1d-bdc2-216d0d159d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.437693 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-0be7541b-5b49-4c1d-bdc2-216d0d159d50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bac964c7-fe9b-44ea-a1f2-c23eebeed092 HTTP/1.1" status: 204 len: 168 time: 0.1254745 Jun 03 16:29:51.445410 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7541b-5b49-4c1d-bdc2-216d0d159d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac964c7-fe9b-44ea-a1f2-c23eebeed092,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:51.624047 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-13638198-7807-4dee-8383-064fa6cce693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.759354 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52592) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:51.798623 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e598d2fd-a470-4e9d-a308-f32f638932a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05799ea0163a4c09aa5201d401204487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382102 Jun 03 16:29:51.800884 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52594) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:29:51.861410 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2049b9b-69a5-4f0c-9b75-770559d470f4 admin admin] Publish callbacks [] for security_group (7fafe6dd-fdb9-40e6-a154-67d9be934fc4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.881778 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2049b9b-69a5-4f0c-9b75-770559d470f4 admin admin] Publish callbacks [] for security_group (7fafe6dd-fdb9-40e6-a154-67d9be934fc4), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.927463 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2049b9b-69a5-4f0c-9b75-770559d470f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (7fafe6dd-fdb9-40e6-a154-67d9be934fc4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.930132 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a2049b9b-69a5-4f0c-9b75-770559d470f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:51.931303 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a2049b9b-69a5-4f0c-9b75-770559d470f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fafe6dd-fdb9-40e6-a154-67d9be934fc4 HTTP/1.1" status: 204 len: 168 time: 0.1295636 Jun 03 16:29:51.939119 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2049b9b-69a5-4f0c-9b75-770559d470f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fafe6dd-fdb9-40e6-a154-67d9be934fc4,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:52.910062 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:54.019817 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:29:56.171941 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:01.418761 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=27,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:01.442006 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:01.914251 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=73,neutron:DELETE=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:01.935376 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:04.144646 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:04.148611 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:06.165727 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:06.167871 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:07.995629 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:30:11.760938 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-66017152-660b-46b5-aecc-a3f791232df5 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059018516&fields=id&tenant_id=501da3536d6c41c5b8838bd643c33b22 HTTP/1.1" status: 200 len: 267 time: 0.0461109 Jun 03 16:30:11.878890 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-12fc21a6-861d-48fa-9bb9-ccb4345792b5 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:11.880803 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-12fc21a6-861d-48fa-9bb9-ccb4345792b5 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 808 time: 0.1131017 Jun 03 16:30:11.897216 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-96370877-2488-4763-ba41-8c90f6fb2cbf tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/quotas/501da3536d6c41c5b8838bd643c33b22 HTTP/1.1" status: 200 len: 375 time: 0.0100198 Jun 03 16:30:11.945861 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-10aa941c-bbbc-4713-b0f7-da842dac9bd5 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437193 Jun 03 16:30:12.143826 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-a541b58e-c90c-4116-bb4d-5c01d39850ae service neutron] 10.222.0.41 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866574 Jun 03 16:30:12.231821 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-e91cc89f-6f6f-4dc8-ae56-f868f043da56 service neutron] 10.222.0.41 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817525 Jun 03 16:30:12.525346 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-24a7aee1-f6d9-4f5a-b6d2-7cbcb00aff8e req-6f28f3c3-0814-46b1-bb05-4199294d1387 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 210 time: 0.0277240 Jun 03 16:30:13.439725 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-aa772523-bd11-4435-942d-80549d901ac3 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:13.441159 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-aa772523-bd11-4435-942d-80549d901ac3 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.118 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 808 time: 0.1082814 Jun 03 16:30:13.504028 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-0dfe25ba-7834-4bd9-bb7f-006fe09cba55 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.118 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=501da3536d6c41c5b8838bd643c33b22 HTTP/1.1" status: 200 len: 380 time: 0.0538752 Jun 03 16:30:13.512558 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Request body: {'port': {'device_id': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'admin_state_up': True, 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'security_groups': ['f151e520-c609-4129-99ef-618496210d26']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:30:13.617286 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Made reservation on behalf of 501da3536d6c41c5b8838bd643c33b22 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:30:13.620644 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:13.622966 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-6de79596-df14-4251-9a66-234469f060a7 req-bf6f2462-64ec-48bb-ad68-65f9dff09c87 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 210 time: 0.0301957 Jun 03 16:30:13.765607 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Allocated IP 172.20.0.3 (c42bf97a-89da-4838-8dba-c73b151d3074/890837bb-540d-4bc7-9b26-75277cc9901b/919f5cbc-bd62-40ac-b638-d6a7f6871b60) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:30:13.912687 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:13.945454 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:13.986205 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Network c42bf97a-89da-4838-8dba-c73b151d3074 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:30:13.990082 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:30:13.996414 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:30:14.001898 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event updated for resources: {'Port': ['ID=919f5cbc-bd62-40ac-b638-d6a7f6871b60,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:14.048878 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:14.049488 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:14.067121 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-06c2e0b9-aac4-40a4-8664-d2aa9aca78bb tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580657 Jun 03 16:30:14.083636 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Request body: {'port': {'device_id': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:30:14.153432 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:14.156472 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:14.169437 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:14.217670 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-d78d68d7-b973-4fa1-9a1f-900b2a3952c1 None None] Provisioning complete for port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 triggered by entity DHCP. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:30:14.218267 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d78d68d7-b973-4fa1-9a1f-900b2a3952c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:14.250992 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-d78d68d7-b973-4fa1-9a1f-900b2a3952c1 None None] Port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 cannot update to ACTIVE because it is not bound. {{(pid=103938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 16:30:14.456355 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919f5cbc-bd62-40ac-b638-d6a7f6871b60 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:30:14.463639 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Publish callbacks [] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:14.475750 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Transition to ACTIVE for port object 919f5cbc-bd62-40ac-b638-d6a7f6871b60 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 16:30:14.480260 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:14.532068 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Pushing event updated for resources: {'Port': ['ID=919f5cbc-bd62-40ac-b638-d6a7f6871b60,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:14.598971 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Attempting to bind port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 16:30:14.599315 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Attempting to bind port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 16:30:14.599664 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Attempting to bind port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 on network c42bf97a-89da-4838-8dba-c73b151d3074 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:30:14.604594 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 on network c42bf97a-89da-4838-8dba-c73b151d3074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 16:30:14.604912 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Attempting to bind port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 on network c42bf97a-89da-4838-8dba-c73b151d3074 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 16:30:14.610169 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Checking agent: {'id': '3ef20c04-684e-4cf0-9282-8310ed157ed5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'started_at': datetime.datetime(2022, 6, 3, 16, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 16:30:14.610502 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Checking segment: {'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 16:30:14.610888 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Bound using segment: {'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 16:30:14.611336 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Bound port: 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f96af3-09d3-4654-b4dd-a1ff2d293691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 16:30:14.611697 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:14.680349 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] For port 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host hv-cinder-83699, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 16:30:14.685008 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] For port 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 16:30:14.692830 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:14.757327 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:14.757946 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:14.759739 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] 10.222.0.118 "PUT /v2.0/ports/919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 1093 time: 0.6801221 Jun 03 16:30:14.759887 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:30:14.762118 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cefa7c-cf17-4fc7-bc63-f6002000194a" -d '{"events": [{"name": "network-changed", "server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:30:14.793825 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842858e3-a1f7-4696-a535-3cb8da80ba80 req-aaa50798-f281-4e92-89cc-6d84afa39eda tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:14.795406 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-842858e3-a1f7-4696-a535-3cb8da80ba80 req-aaa50798-f281-4e92-89cc-6d84afa39eda tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0977392 Jun 03 16:30:14.798996 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee630386-7449-40d1-b5f2-60e06f825d8f service neutron] Pushing event updated for resources: {'Port': ['ID=919f5cbc-bd62-40ac-b638-d6a7f6871b60,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:14.818655 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aab0116-6085-49f1-8853-0fc0771fa3a5 x-openstack-request-id: req-0aab0116-6085-49f1-8853-0fc0771fa3a5 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:30:14.818944 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:30:14.819196 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0aab0116-6085-49f1-8853-0fc0771fa3a5 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:30:14.819619 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aab0116-6085-49f1-8853-0fc0771fa3a5'] response: {'name': 'network-changed', 'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'status': 'completed', 'code': 200} Jun 03 16:30:14.886144 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-842858e3-a1f7-4696-a535-3cb8da80ba80 req-e54b9ec2-2d10-4c72-9f79-b36cf2bc3b75 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840499 Jun 03 16:30:14.889756 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-7d835d13-b1fe-4f96-a1b5-da50939dbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:14.891038 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-7d835d13-b1fe-4f96-a1b5-da50939dbb88 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1127 time: 0.0580952 Jun 03 16:30:14.933706 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-7ea40fac-81f8-413c-ad91-97fbc259c17f service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 217 time: 0.0343041 Jun 03 16:30:14.980283 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-5110e3fc-832c-4e1d-abaa-404abba61263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:14.981677 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-5110e3fc-832c-4e1d-abaa-404abba61263 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 200 len: 847 time: 0.0427527 Jun 03 16:30:15.037271 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-e316ca12-6293-40ea-a20f-332dc07eb286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:15.038742 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-e316ca12-6293-40ea-a20f-332dc07eb286 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c42bf97a-89da-4838-8dba-c73b151d3074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512195 Jun 03 16:30:15.091023 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:15.108629 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:15.116086 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:15.136839 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-7a7dae42-38b4-4a6a-857b-7ea5697cb3c9 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916770 Jun 03 16:30:15.228019 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-256a2e15-fa37-491b-a168-abe6021c5e92 req-f754fac8-3c52-41e2-a62c-0a4db5e8c199 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847256 Jun 03 16:30:16.005193 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ff5f8-e0b1-42c8-83c0-2e526050dd9e req-0282c015-7870-4cbb-8219-62ccfb0e5731 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:16.006701 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-034ff5f8-e0b1-42c8-83c0-2e526050dd9e req-0282c015-7870-4cbb-8219-62ccfb0e5731 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0506954 Jun 03 16:30:16.055624 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-034ff5f8-e0b1-42c8-83c0-2e526050dd9e req-1c8b6141-bc45-436b-bd32-6c6d8abc5d7b tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431292 Jun 03 16:30:16.979918 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-34939de7-a3e6-4f49-be41-5501251925ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:16.981372 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-34939de7-a3e6-4f49-be41-5501251925ad service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1127 time: 0.0424507 Jun 03 16:30:17.070711 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-6567a59e-1141-450a-aeb2-b99f239b3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:17.072201 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-6567a59e-1141-450a-aeb2-b99f239b3ab9 service neutron] 10.222.0.118 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 910 time: 0.0837052 Jun 03 16:30:17.114833 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-a4026f6c-436d-49aa-947f-0c88611328d8 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 217 time: 0.0358427 Jun 03 16:30:17.198902 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c6499-97af-4e7d-a512-43e01aacf19c req-a3d3f164-d940-4fc8-9e8b-1049615b207a tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:17.200300 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8f8c6499-97af-4e7d-a512-43e01aacf19c req-a3d3f164-d940-4fc8-9e8b-1049615b207a tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0790758 Jun 03 16:30:17.201700 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-3e34d288-5bf0-4c0c-96c0-1d7df28eb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:17.202991 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-3e34d288-5bf0-4c0c-96c0-1d7df28eb59f service neutron] 10.222.0.118 "GET /v2.0/subnets?id=890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 200 len: 847 time: 0.0829186 Jun 03 16:30:17.269797 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-d804b118-6650-4c1a-be80-1c772b0bf90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:17.271369 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-d804b118-6650-4c1a-be80-1c772b0bf90e service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c42bf97a-89da-4838-8dba-c73b151d3074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596335 Jun 03 16:30:17.292899 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8f8c6499-97af-4e7d-a512-43e01aacf19c req-c6afce1b-7c80-4617-9f36-327e327992e2 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869055 Jun 03 16:30:17.364875 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-6e1dc5f4-2b01-4410-bef2-0ab2c7423275 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844846 Jun 03 16:30:17.454725 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-04cefa7c-cf17-4fc7-bc63-f6002000194a req-c8621cad-42c4-4d5f-a322-1c1ee869393e service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835705 Jun 03 16:30:17.991335 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=11 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:17.992019 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=17 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:18.404182 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afae10-d38a-4532-b9c6-b6b77a105910 req-2dc8b5fa-0427-4260-af4a-2950c66847d0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:18.405620 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b0afae10-d38a-4532-b9c6-b6b77a105910 req-2dc8b5fa-0427-4260-af4a-2950c66847d0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0467777 Jun 03 16:30:18.454450 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b0afae10-d38a-4532-b9c6-b6b77a105910 req-5e1fdd52-87bd-4fd8-8564-915b0716cd8f tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434170 Jun 03 16:30:19.328682 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ae27147e-ad4f-4ade-9084-b7ebeca9ee41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:19.568098 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e16a9e-f3b9-4dd6-a3ea-6baa9b55c492 req-0ad0fd9d-810f-41d3-93d7-903a8bfcb8df tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:19.569462 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-14e16a9e-f3b9-4dd6-a3ea-6baa9b55c492 req-0ad0fd9d-810f-41d3-93d7-903a8bfcb8df tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0470643 Jun 03 16:30:19.617579 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-14e16a9e-f3b9-4dd6-a3ea-6baa9b55c492 req-67b9d640-9ab0-4eb5-8cdb-bd4fe7a105f6 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Jun 03 16:30:20.728038 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbe66e-4f05-4d17-8fde-e322dcb2d9e5 req-fbb564e6-744b-4f57-a5b5-cdc49607e49c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:20.729515 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-12cbe66e-4f05-4d17-8fde-e322dcb2d9e5 req-fbb564e6-744b-4f57-a5b5-cdc49607e49c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0468333 Jun 03 16:30:20.783638 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-12cbe66e-4f05-4d17-8fde-e322dcb2d9e5 req-ea62104c-0781-47f7-bd3c-b75049dd4dd7 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484304 Jun 03 16:30:21.616502 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-6900708c-f4fb-40c3-bbe6-67977abbac51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:21.897691 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243aa985-9921-4aa2-aac2-539feededd57 req-bd3a935c-0bbf-4a30-8e24-b0accad43699 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:21.899172 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-243aa985-9921-4aa2-aac2-539feededd57 req-bd3a935c-0bbf-4a30-8e24-b0accad43699 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0488210 Jun 03 16:30:21.976002 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-243aa985-9921-4aa2-aac2-539feededd57 req-3c4ea8d2-25df-45ba-ade0-1096c8b0462b tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705543 Jun 03 16:30:22.911728 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:23.089560 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de8b5-6bcb-4fac-89a7-a891ff653e3c req-af1ab438-74c3-40aa-a897-dc85a3cf6f1a tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:23.091354 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-381de8b5-6bcb-4fac-89a7-a891ff653e3c req-af1ab438-74c3-40aa-a897-dc85a3cf6f1a tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0466752 Jun 03 16:30:23.145318 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-381de8b5-6bcb-4fac-89a7-a891ff653e3c req-d0cd08ae-f4bd-4187-95ee-495dc78489e9 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482509 Jun 03 16:30:24.021215 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:24.507863 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cb086-892a-4c5d-941c-366b9680f52a req-60efff9a-8784-402d-89f5-63772b6c24af tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:24.509263 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6e3cb086-892a-4c5d-941c-366b9680f52a req-60efff9a-8784-402d-89f5-63772b6c24af tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.2953298 Jun 03 16:30:24.557049 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6e3cb086-892a-4c5d-941c-366b9680f52a req-1d9a6307-1182-499e-9928-84c9eba82aa0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Jun 03 16:30:25.667391 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1130b-dad4-454e-bbc6-faa60606a7e6 req-b9b7bc2f-478c-4684-ae07-9f5b54f1df72 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:25.668849 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9b1130b-dad4-454e-bbc6-faa60606a7e6 req-b9b7bc2f-478c-4684-ae07-9f5b54f1df72 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0467560 Jun 03 16:30:25.716810 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a9b1130b-dad4-454e-bbc6-faa60606a7e6 req-141d4174-443b-443d-bd05-1c345e802631 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424712 Jun 03 16:30:26.174928 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:26.829317 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a40172-788d-4b22-9213-bda99e50efd2 req-e9027da6-4ca9-4744-a79c-42f5f403903d tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:26.830760 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e6a40172-788d-4b22-9213-bda99e50efd2 req-e9027da6-4ca9-4744-a79c-42f5f403903d tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0477793 Jun 03 16:30:26.850366 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:26.872011 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:26.882017 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e6a40172-788d-4b22-9213-bda99e50efd2 req-fbf64a54-054e-423b-9280-b4a098524d61 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Jun 03 16:30:27.998611 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242cce0-8e18-43d8-b854-312e1e69f7a9 req-36c2ef3a-022e-464f-b842-00f1dacdb399 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:28.000433 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8242cce0-8e18-43d8-b854-312e1e69f7a9 req-36c2ef3a-022e-464f-b842-00f1dacdb399 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0510080 Jun 03 16:30:28.051399 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8242cce0-8e18-43d8-b854-312e1e69f7a9 req-357f8502-a845-434d-a6ba-df462852f0f8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Jun 03 16:30:29.170674 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5c032-9829-4625-8b5d-81e7a8365c65 req-c6afd023-1be0-433e-ac80-9c755f25fcdd tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:29.172220 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a1c5c032-9829-4625-8b5d-81e7a8365c65 req-c6afd023-1be0-433e-ac80-9c755f25fcdd tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0539734 Jun 03 16:30:29.221524 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a1c5c032-9829-4625-8b5d-81e7a8365c65 req-7f467ac0-f481-4ba3-982d-a690e4f238c3 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430920 Jun 03 16:30:30.300241 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:30.340361 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c4ed3-6751-420a-aeeb-67e9b1467189 req-c91ce89d-cc97-42d9-b283-018b6f9e6e2a tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:30.341842 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fe7c4ed3-6751-420a-aeeb-67e9b1467189 req-c91ce89d-cc97-42d9-b283-018b6f9e6e2a tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0502725 Jun 03 16:30:30.388681 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:30.399317 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-fe7c4ed3-6751-420a-aeeb-67e9b1467189 req-8ca72b99-7585-48a9-bf8d-fa1a3a71e4d2 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480173 Jun 03 16:30:31.521206 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907f22c-a248-477a-8a64-bef783b2658e req-71068187-1e26-4764-b4ea-0d7733cbc5b6 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:31.523666 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8907f22c-a248-477a-8a64-bef783b2658e req-71068187-1e26-4764-b4ea-0d7733cbc5b6 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0556691 Jun 03 16:30:31.592498 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8907f22c-a248-477a-8a64-bef783b2658e req-34d46ce1-3d8c-4d4a-92cd-3d07d8181add tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621443 Jun 03 16:30:32.720687 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30a72f-0418-43be-84e6-e62ea7172dc7 req-dfe25333-e0ea-4106-84b4-689a59c32cbf tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:32.722348 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5a30a72f-0418-43be-84e6-e62ea7172dc7 req-dfe25333-e0ea-4106-84b4-689a59c32cbf tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0552151 Jun 03 16:30:32.784018 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-5a30a72f-0418-43be-84e6-e62ea7172dc7 req-b84ca263-6d4c-4474-9165-294d6fec5c89 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559278 Jun 03 16:30:33.328377 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 919f5cbc-bd62-40ac-b638-d6a7f6871b60 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:30:33.427125 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:30:33.438951 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'port_id': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'mac_address': 'fa:16:3e:91:a9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:30:33.473163 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:30:33.474089 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:33.486570 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919f5cbc-bd62-40ac-b638-d6a7f6871b60 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:30:33.509503 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:30:33.514388 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:33.561301 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=919f5cbc-bd62-40ac-b638-d6a7f6871b60,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:33.873222 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['919f5cbc-bd62-40ac-b638-d6a7f6871b60'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:30:33.903883 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2411-791f-440b-ab99-9cb30c84b731 req-e48bc697-f401-4724-bda1-8077011208c4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:33.906878 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-047c2411-791f-440b-ab99-9cb30c84b731 req-e48bc697-f401-4724-bda1-8077011208c4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 944 time: 0.0539367 Jun 03 16:30:33.964443 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-047c2411-791f-440b-ab99-9cb30c84b731 req-5ccff398-93fc-4a69-bdb1-62008df16656 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519285 Jun 03 16:30:35.080954 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dba844-caab-4a84-b9bc-1774c0160a5b req-a8e55b94-ae65-4575-9e5c-7dd6687e061f tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:35.082534 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c0dba844-caab-4a84-b9bc-1774c0160a5b req-a8e55b94-ae65-4575-9e5c-7dd6687e061f tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 944 time: 0.0484507 Jun 03 16:30:35.132783 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c0dba844-caab-4a84-b9bc-1774c0160a5b req-8e2f9b16-bd84-42d4-b31b-ac6e5076b868 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Jun 03 16:30:35.343415 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 919f5cbc-bd62-40ac-b638-d6a7f6871b60 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:30:35.378002 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:35.387621 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning for port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 completed by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 16:30:35.392806 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:30:35.393790 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:35.428896 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:35.473013 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:30:35.473425 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:35.496984 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:30:35.500284 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9290aba8-0806-4d1e-8c58-5457d4575cb0" -d '{"events": [{"server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "name": "network-vif-plugged", "status": "completed", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:30:35.522213 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:30:35.531903 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:35.551332 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f5dfe5-7297-4140-82bb-982b045ed597 x-openstack-request-id: req-33f5dfe5-7297-4140-82bb-982b045ed597 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:30:35.552161 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "name": "network-vif-plugged", "status": "completed", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:30:35.552478 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33f5dfe5-7297-4140-82bb-982b045ed597 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:30:35.552749 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f5dfe5-7297-4140-82bb-982b045ed597'] response: {'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'code': 200} Jun 03 16:30:35.583435 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=919f5cbc-bd62-40ac-b638-d6a7f6871b60,revision_number=5']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:35.590828 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.591172 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.591541 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.591880 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.592213 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.592539 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.592882 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.593187 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.593511 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.593832 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.594152 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.594473 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.594795 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.595109 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.595676 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:35.750224 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9765d-19da-418b-aec6-dcb9a15b9406 req-108454d5-257e-4b29-901c-682ab3178aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:35.751701 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-89c9765d-19da-418b-aec6-dcb9a15b9406 req-108454d5-257e-4b29-901c-682ab3178aca service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1129 time: 0.0374641 Jun 03 16:30:35.797495 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-89c9765d-19da-418b-aec6-dcb9a15b9406 req-be88485c-bdda-4801-b1a1-1589fb8b7292 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395617 Jun 03 16:30:36.257392 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16a107-e8ec-4311-929f-5d1bd42375e9 req-63d3cc40-fa71-4cc1-855b-29044ea2ec0e tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:36.258917 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0f16a107-e8ec-4311-929f-5d1bd42375e9 req-63d3cc40-fa71-4cc1-855b-29044ea2ec0e tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0579181 Jun 03 16:30:36.313321 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-0f16a107-e8ec-4311-929f-5d1bd42375e9 req-f3777d7a-b1ff-4a91-8d66-139a2b8cfb48 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486581 Jun 03 16:30:36.379268 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52922) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:30:36.483738 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:36.562364 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Publish callbacks [] for security_group (742f5f68-1a38-4e99-bde9-ec1b731396e7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:36.566184 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (742f5f68-1a38-4e99-bde9-ec1b731396e7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:36.608468 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742f5f68-1a38-4e99-bde9-ec1b731396e7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:36.612417 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58f08c6ab27b4261bca907935639f2b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314646 Jun 03 16:30:36.615670 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 52926) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:30:36.618668 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.619014 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.619376 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.619713 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.620045 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.620373 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.620697 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.621018 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.621341 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.621661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.621983 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.622302 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.622616 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.622934 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.623251 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60c0b-d79d-4906-b564-2d31485eab60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:36.664117 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a9b9200e-32c5-48ff-befa-e90a61eac077 admin admin] Publish callbacks [] for security_group (742f5f68-1a38-4e99-bde9-ec1b731396e7), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:36.685466 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a9b9200e-32c5-48ff-befa-e90a61eac077 admin admin] Publish callbacks [] for security_group (742f5f68-1a38-4e99-bde9-ec1b731396e7), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:36.732540 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a9b9200e-32c5-48ff-befa-e90a61eac077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (742f5f68-1a38-4e99-bde9-ec1b731396e7), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:36.735099 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a9b9200e-32c5-48ff-befa-e90a61eac077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:36.736273 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-a9b9200e-32c5-48ff-befa-e90a61eac077 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/742f5f68-1a38-4e99-bde9-ec1b731396e7 HTTP/1.1" status: 204 len: 168 time: 0.1195903 Jun 03 16:30:36.744369 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9200e-32c5-48ff-befa-e90a61eac077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742f5f68-1a38-4e99-bde9-ec1b731396e7,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:37.433240 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120df95c-5970-4c49-b69d-d28db8146e1c req-d03f0a28-8f8f-4f2f-8471-a476622c28d6 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:37.434722 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-120df95c-5970-4c49-b69d-d28db8146e1c req-d03f0a28-8f8f-4f2f-8471-a476622c28d6 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0489044 Jun 03 16:30:37.482974 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-120df95c-5970-4c49-b69d-d28db8146e1c req-4fe6d86c-cdd3-46fe-be23-fa37bb37b630 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427134 Jun 03 16:30:38.597721 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab1069-acf0-4b57-9aa3-d7f90129f403 req-23b2ae23-af15-4a06-8d2b-589bd9c12476 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:38.599212 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c4ab1069-acf0-4b57-9aa3-d7f90129f403 req-23b2ae23-af15-4a06-8d2b-589bd9c12476 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0458527 Jun 03 16:30:38.647355 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-c4ab1069-acf0-4b57-9aa3-d7f90129f403 req-22c0e714-59d9-497a-8d3b-4b8ae8eae6d0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422137 Jun 03 16:30:38.758112 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d7cc6-00d0-444e-92da-934c22772bee req-0e5326ea-4dc4-4d09-9ab3-2d1e09ee37db tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:38.759598 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2b0d7cc6-00d0-444e-92da-934c22772bee req-0e5326ea-4dc4-4d09-9ab3-2d1e09ee37db tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0472853 Jun 03 16:30:38.806600 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2b0d7cc6-00d0-444e-92da-934c22772bee req-8c7d6b0a-be3f-4e30-b416-f4f2620dedcd tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Jun 03 16:30:38.828075 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52936) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:30:39.008230 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb5ba04-8ed5-4d7f-bb14-60b9ff689d02 tempest-TestShelveInstance-429805616 tempest-TestShelveInstance-429805616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:39.009716 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8bb5ba04-8ed5-4d7f-bb14-60b9ff689d02 tempest-TestShelveInstance-429805616 tempest-TestShelveInstance-429805616-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1124 time: 0.1807046 Jun 03 16:30:39.012591 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 52940) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:30:39.016797 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Request body: {'floatingip': {'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'port_id': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 16:30:39.038353 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:39.094606 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:39.113889 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:39.156320 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:39.217513 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Allocated IP 172.27.2.211 (579eb06c-1f2d-4d54-b265-615018dd6167/1606b529-8cf8-4aa0-aeef-8e50d721b978/4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:30:39.319856 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for port (4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:39.351644 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786588093983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:39.390622 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Network 579eb06c-1f2d-4d54-b265-615018dd6167 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:30:39.393510 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:30:39.397623 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 16:30:39.423034 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event updated for resources: {'Port': ['ID=4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:39.723697 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for floatingip (77a42b5c-2fab-484f-993d-c3417c8e0d8a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:39.790571 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:39.894946 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:39.901415 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:39.962954 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for port (4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:39.967075 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17377020'] for port (4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:40.032194 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event updated for resources: {'Port': ['ID=4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:40.044633 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745684'] for floatingip (77a42b5c-2fab-484f-993d-c3417c8e0d8a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:40.137412 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Floating IP 77a42b5c-2fab-484f-993d-c3417c8e0d8a associated. External IP: 172.27.2.211, port: 919f5cbc-bd62-40ac-b638-d6a7f6871b60. Jun 03 16:30:40.328864 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Router 88b6110e-dc0b-43f6-9206-1f139311e639 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:30:40.428395 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:30:40.438667 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] Sync routers for ids ['88b6110e-dc0b-43f6-9206-1f139311e639'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:30:40.445867 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:40.449946 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] Routers {'88b6110e-dc0b-43f6-9206-1f139311e639'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:30:40.450624 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:30:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['88b6110e-dc0b-43f6-9206-1f139311e639'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:30:40.476708 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b3877c25-a4d9-4f13-986f-fbe4822e96e8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4630992 Jun 03 16:30:40.477417 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:30:40.479836 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327" -d '{"events": [{"name": "network-changed", "server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:30:40.515118 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaec135-20ff-4031-a3fc-5b1c0e93db2a x-openstack-request-id: req-cbaec135-20ff-4031-a3fc-5b1c0e93db2a {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:30:40.515441 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:30:40.515700 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbaec135-20ff-4031-a3fc-5b1c0e93db2a {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:30:40.516115 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbaec135-20ff-4031-a3fc-5b1c0e93db2a'] response: {'name': 'network-changed', 'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'status': 'completed', 'code': 200} Jun 03 16:30:40.552563 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] Set router 88b6110e-dc0b-43f6-9206-1f139311e639 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:30:40.572520 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-def1ad13-4cad-4f15-b2aa-041805564497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:40.574079 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-def1ad13-4cad-4f15-b2aa-041805564497 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1129 time: 0.0391691 Jun 03 16:30:40.672398 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-d25c927b-d30b-4711-a978-f2f6c26b515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:40.673882 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-d25c927b-d30b-4711-a978-f2f6c26b515e service neutron] 10.222.0.118 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 910 time: 0.0919175 Jun 03 16:30:40.736496 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-761dd814-ba16-4e6e-8937-31a1911e91af service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 999 time: 0.0551677 Jun 03 16:30:40.762263 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '77a42b5c-2fab-484f-993d-c3417c8e0d8a', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'port_id': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'mac_address': 'fa:16:3e:91:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:30:39Z', 'updated_at': '2022-06-03T16:30:39Z', 'revision_number': 0, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:43Z', 'revision_number': 5, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:30:40.787559 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] Checking router: 88b6110e-dc0b-43f6-9206-1f139311e639 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:30:40.788977 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-755f7788-2d89-475d-9f73-f284a19e3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:40.790506 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-755f7788-2d89-475d-9f73-f284a19e3b39 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 200 len: 847 time: 0.0478611 Jun 03 16:30:40.796224 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] Routers {'88b6110e-dc0b-43f6-9206-1f139311e639'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:30:40.796814 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:30:22Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['88b6110e-dc0b-43f6-9206-1f139311e639'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:30:40.831582 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:40.834661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:40.839661 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-7c0b4cf4-f6cb-445b-98dd-8a26fc3e0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:40.841232 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-7c0b4cf4-f6cb-445b-98dd-8a26fc3e0146 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c42bf97a-89da-4838-8dba-c73b151d3074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454271 Jun 03 16:30:40.897559 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] Set router 88b6110e-dc0b-43f6-9206-1f139311e639 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:30:40.930736 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-19b7e1c2-2226-4210-9f3d-de3c05d972b9 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821602 Jun 03 16:30:41.026011 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412ea04f-6fe8-45f5-ba58-bcc82c8c0327 req-cfe54d4d-55cb-4d0c-a3b5-906e7cfbe0a7 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896409 Jun 03 16:30:41.144971 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:41.146323 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:41.225705 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '77a42b5c-2fab-484f-993d-c3417c8e0d8a', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'port_id': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'mac_address': 'fa:16:3e:91:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:30:39Z', 'updated_at': '2022-06-03T16:30:39Z', 'revision_number': 0, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:43Z', 'revision_number': 5, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:30:41.253862 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae2c5c-7e76-4d53-825c-c98a7643ff84 None None] The sync data for ids ['88b6110e-dc0b-43f6-9206-1f139311e639'] in dv-cinder-836996-28-iscsi is: [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_floatingips': [{'id': '77a42b5c-2fab-484f-993d-c3417c8e0d8a', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'router_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'port_id': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'mac_address': 'fa:16:3e:91:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:30:39Z', 'updated_at': '2022-06-03T16:30:39Z', 'revision_number': 0, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:43Z', 'revision_number': 5, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:30:41.445727 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b88cb-9b92-4dff-8a27-b5f91232d7ae None None] New status for floating IP 77a42b5c-2fab-484f-993d-c3417c8e0d8a: ACTIVE {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:30:44.994976 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:30:45.102400 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:45.106720 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:48.639812 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:48.643203 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=48,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:49.330513 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-0a9c1978-c7b4-4244-9ed2-d8a74b0bd55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:51.020700 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=20 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:51.022918 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=20 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:51.543988 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:51.614081 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:51.619098 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f2955238-5b6b-45d3-879f-994a68580325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:52.914978 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:54.025097 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:30:54.991177 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:30:56.178332 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:00.710612 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-78eaf975-3d94-4f60-811f-b5711f7d8545 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378351 Jun 03 16:31:00.789367 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-7c784ac3-88c2-43d6-bf98-c7835c690e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:00.790878 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-7c784ac3-88c2-43d6-bf98-c7835c690e7c service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1129 time: 0.0397673 Jun 03 16:31:00.896013 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-6574a67a-dd3c-46d0-8162-d13006df9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:00.897455 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-6574a67a-dd3c-46d0-8162-d13006df9bf7 service neutron] 10.222.0.118 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 910 time: 0.0872326 Jun 03 16:31:00.959282 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-95f141f8-86e3-46bb-9a5f-875c94f3aab5 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 1001 time: 0.0539751 Jun 03 16:31:01.006127 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-a0c4f8e2-c355-4258-8a75-e11176436406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:01.007496 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-a0c4f8e2-c355-4258-8a75-e11176436406 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 200 len: 847 time: 0.0427110 Jun 03 16:31:01.052710 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-492948cf-4b62-43b4-a968-4ca67742bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:01.054140 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-492948cf-4b62-43b4-a968-4ca67742bdda service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c42bf97a-89da-4838-8dba-c73b151d3074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404944 Jun 03 16:31:01.140459 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-83c1478f-a831-4ef0-9c23-81fbb8c6b5ee service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798287 Jun 03 16:31:01.232379 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e285572-fbbe-4d7e-abb6-9196fcbba0b6 req-748062e1-b7c4-46db-bd4a-fab2c32da589 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851343 Jun 03 16:31:06.167359 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:06.173412 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:11.227009 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=53 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:11.229442 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=48 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:15.111526 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:18.137458 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:18.141514 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:19.331260 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-41f661ac-bf21-4046-9166-a10f642b8c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:21.621524 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-50689e22-6b6d-4b91-ae5a-173fef6b2dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:21.993758 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:31:22.918187 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:24.024265 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:26.184042 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:31.989538 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:31.990686 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:36.169463 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:36.179588 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:45.105578 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:49.332425 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-147b1395-705a-44f3-ae58-7db25096c876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:51.624066 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-39ff0e51-127b-4bbe-bf6c-b6c1bcb2afe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:52.919953 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:54.027120 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:55.146006 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:55.146734 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:31:56.186079 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:31:58.993284 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:32:01.291753 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-4f7d8c7f-1559-4851-8674-be48b57bc3ca service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864527 Jun 03 16:32:01.367555 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-3a13ba8c-bf40-4fe0-bb01-fed2ff114c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:01.368987 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-3a13ba8c-bf40-4fe0-bb01-fed2ff114c38 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1129 time: 0.0374010 Jun 03 16:32:01.430078 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-a9a780bb-852c-4478-b938-50b4058542fa req-59983a9f-5210-44d3-9220-c1a9300ceb3f service neutron] (103936) timed out ('10.222.0.118', 63341) {{(pid=103936) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 03 16:32:01.463086 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-74a74396-3a8a-40bc-a2d9-daffe0dd120e req-3499a8aa-a80e-4d8c-b8d3-1c8c984b5e90 service neutron] (103936) timed out ('10.222.0.118', 63349) {{(pid=103936) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 03 16:32:01.471700 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-323a3213-53fb-44d7-92cb-a1cb70ee27de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:01.473130 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-323a3213-53fb-44d7-92cb-a1cb70ee27de service neutron] 10.222.0.118 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 910 time: 0.0863330 Jun 03 16:32:01.531855 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-b40f0d55-034a-4a18-8be8-93c117ad0e6e service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 1001 time: 0.0531621 Jun 03 16:32:01.577249 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-df68c307-e357-4714-9f00-4cf07f8c259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:01.578614 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-df68c307-e357-4714-9f00-4cf07f8c259d service neutron] 10.222.0.118 "GET /v2.0/subnets?id=890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 200 len: 847 time: 0.0417356 Jun 03 16:32:01.622297 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-7cf1a174-3312-4a6e-8edd-cf90fdd2d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:01.623780 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-7cf1a174-3312-4a6e-8edd-cf90fdd2d96b service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c42bf97a-89da-4838-8dba-c73b151d3074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397415 Jun 03 16:32:01.709699 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-14a55fe2-e430-4326-99a0-cc863b4874a5 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799031 Jun 03 16:32:01.798525 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96a11cbf-9d12-4d1c-8569-f0a81a2dc243 req-8815b976-056d-487e-8533-ece4b29b52a8 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830126 Jun 03 16:32:06.174191 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:06.181316 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:11.794144 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=47 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:11.796169 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=54 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:15.105030 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:16.094503 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=15 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:16.096395 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=13 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:19.333901 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a0af55bb-0fc6-42a5-8e31-12ffd0301a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:21.625257 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-b94d3314-aa1f-4471-a604-bbe1db4e4a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:22.922463 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:24.031373 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:26.187678 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:32.153187 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:32.153882 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:35.992405 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:32:36.182143 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:36.183986 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:45.112369 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:45.987748 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:45.988441 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:32:49.334945 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f7273a47-8aef-4346-993c-796aa22b909f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:51.627695 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a3f002a0-c779-4dce-92d2-8c6303dc0a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:52.925315 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:54.033230 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:54.957547 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b09d0e-9c5a-4ad7-9f63-b64006dbbe16 req-3bbd5653-7dbf-4079-8a14-d5fee2ec772c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:54.959015 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-96b09d0e-9c5a-4ad7-9f63-b64006dbbe16 req-3bbd5653-7dbf-4079-8a14-d5fee2ec772c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.1633227 Jun 03 16:32:55.007003 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-96b09d0e-9c5a-4ad7-9f63-b64006dbbe16 req-a8a9f0ee-81ca-4bae-b260-cc46b67153e4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Jun 03 16:32:55.031970 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [req-7adb74fd-f7c3-4d1d-aa8f-b5f2bdcee246 req-9b63d945-638f-4373-9f04-8274040d690f service neutron] (103937) timed out ('10.222.0.118', 63335) {{(pid=103937) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 03 16:32:56.171050 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e296f-d302-4520-9b42-a839f29f0427 req-b9bd9eb5-bb05-4a93-85ef-cbd6611c9552 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:56.172566 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-012e296f-d302-4520-9b42-a839f29f0427 req-b9bd9eb5-bb05-4a93-85ef-cbd6611c9552 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0965619 Jun 03 16:32:56.189348 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:32:56.222195 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-012e296f-d302-4520-9b42-a839f29f0427 req-fbd609e0-4a38-4826-93f2-924bb8b76ee1 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441542 Jun 03 16:32:57.335214 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222206df-e2be-45cb-a84a-fe61f15073dc req-c4c750f2-9b4f-42ca-aea5-a1d4904c85d6 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:57.336698 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-222206df-e2be-45cb-a84a-fe61f15073dc req-c4c750f2-9b4f-42ca-aea5-a1d4904c85d6 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0456698 Jun 03 16:32:57.385773 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-222206df-e2be-45cb-a84a-fe61f15073dc req-ee86d528-7d6c-49d8-945e-52ae8c9b8c14 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Jun 03 16:32:58.496464 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22799ca9-8dad-4301-87c0-56b2847b5fd4 req-ab7cd063-0fe5-48ea-9a7c-575c3b6c2e5d tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:58.497896 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22799ca9-8dad-4301-87c0-56b2847b5fd4 req-ab7cd063-0fe5-48ea-9a7c-575c3b6c2e5d tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0449905 Jun 03 16:32:58.545408 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22799ca9-8dad-4301-87c0-56b2847b5fd4 req-8aa1aaf9-0518-4276-8937-029d75eab6fc tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 Jun 03 16:32:59.661275 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674444ca-31a9-4589-9b09-a4e56d7f05e8 req-8de88ecc-7d33-4231-8da9-5dfc165a86f7 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:59.662759 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-674444ca-31a9-4589-9b09-a4e56d7f05e8 req-8de88ecc-7d33-4231-8da9-5dfc165a86f7 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0513225 Jun 03 16:32:59.710724 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-674444ca-31a9-4589-9b09-a4e56d7f05e8 req-3d94299b-75dd-4338-a756-4100d655645f tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423594 Jun 03 16:33:00.836517 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee043dd-6a73-4e68-aed5-b3734f255e1b req-943da11c-91ff-4064-99a6-ce365803e27d tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:00.838003 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ee043dd-6a73-4e68-aed5-b3734f255e1b req-943da11c-91ff-4064-99a6-ce365803e27d tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0574431 Jun 03 16:33:00.886517 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6ee043dd-6a73-4e68-aed5-b3734f255e1b req-e196fb9d-a90d-4098-ba65-0dfdd891bca4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Jun 03 16:33:01.743332 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-f3536843-f74e-4807-ade5-5338ecb6ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:01.744774 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-f3536843-f74e-4807-ade5-5338ecb6ea76 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1129 time: 0.0372174 Jun 03 16:33:01.849606 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-1e9bb84d-efa8-4bec-9fb5-634bdc9f2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:01.851083 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-1e9bb84d-efa8-4bec-9fb5-634bdc9f2440 service neutron] 10.222.0.118 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 910 time: 0.0875831 Jun 03 16:33:01.912447 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-417cedee-22db-4f16-955f-f1c5ed3a0aee service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 1001 time: 0.0549273 Jun 03 16:33:01.960066 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-83a71f5f-6f87-426f-941d-4cbc5394e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:01.961519 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-83a71f5f-6f87-426f-941d-4cbc5394e852 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 200 len: 847 time: 0.0434313 Jun 03 16:33:01.999979 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7e01f-28ca-4aff-bcf6-bd7bccc04a0d req-5ae612a4-c16a-4e44-92fe-4a3c9df5c907 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:02.001514 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-23f7e01f-28ca-4aff-bcf6-bd7bccc04a0d req-5ae612a4-c16a-4e44-92fe-4a3c9df5c907 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0474460 Jun 03 16:33:02.055010 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-23f7e01f-28ca-4aff-bcf6-bd7bccc04a0d req-bd489f07-3e9c-4bc7-beb2-bb4676464495 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478032 Jun 03 16:33:02.253742 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-b8e2c407-3fda-4d81-b62e-361ce50ad3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:02.255248 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-b8e2c407-3fda-4d81-b62e-361ce50ad3e1 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c42bf97a-89da-4838-8dba-c73b151d3074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2877157 Jun 03 16:33:02.340060 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-a171c8a4-20e7-4899-9acb-cb4b9b3af3e3 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786912 Jun 03 16:33:02.427746 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-600f9c19-b64e-48b3-a996-33e58c63a7f3 req-47b04257-f62b-407d-914c-69fb8716a665 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825176 Jun 03 16:33:03.170763 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c39ac-aee8-4cdb-aac4-9bf6bbb8deda req-5d58371e-d57f-442e-b3e7-efa960616fc0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:03.172214 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b4c39ac-aee8-4cdb-aac4-9bf6bbb8deda req-5d58371e-d57f-442e-b3e7-efa960616fc0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0465314 Jun 03 16:33:03.219053 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b4c39ac-aee8-4cdb-aac4-9bf6bbb8deda req-806d11b2-321c-426d-bc83-a887f9f74d01 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414703 Jun 03 16:33:04.329581 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f1fc7-64d9-463a-8ec1-537f0b016a10 req-f3828783-8ad2-471f-a37e-23379fd04f9c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:04.331547 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e0f1fc7-64d9-463a-8ec1-537f0b016a10 req-f3828783-8ad2-471f-a37e-23379fd04f9c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0456264 Jun 03 16:33:04.381414 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-8e0f1fc7-64d9-463a-8ec1-537f0b016a10 req-59c21fdb-317c-4729-a1b0-e25af7127429 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444098 Jun 03 16:33:05.492877 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a04b8-a065-4e8a-a039-2c9fb376d5f8 req-59860526-6529-4bdf-9a8d-0396ce3a52c6 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:05.494325 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-199a04b8-a065-4e8a-a039-2c9fb376d5f8 req-59860526-6529-4bdf-9a8d-0396ce3a52c6 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0461547 Jun 03 16:33:05.544226 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-199a04b8-a065-4e8a-a039-2c9fb376d5f8 req-5c98dcf0-2272-4b2f-8e62-7f420c6992c5 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445197 Jun 03 16:33:06.183250 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:06.185557 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:06.656132 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86cbbb-752a-4925-b0b1-3ddc6c78b3af req-4ad97d4a-ff74-4615-b5a3-0f7cedce3e9b tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:06.657831 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac86cbbb-752a-4925-b0b1-3ddc6c78b3af req-4ad97d4a-ff74-4615-b5a3-0f7cedce3e9b tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0465086 Jun 03 16:33:06.705826 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac86cbbb-752a-4925-b0b1-3ddc6c78b3af req-4e92b584-9c5e-4d30-8650-df2f707b8199 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 Jun 03 16:33:07.804021 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:07.818082 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0705a-f833-456a-8a92-ceba324445cc req-a9880c66-e174-4907-bb83-9dc506ce1d67 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:07.819552 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6fd0705a-f833-456a-8a92-ceba324445cc req-a9880c66-e174-4907-bb83-9dc506ce1d67 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0475466 Jun 03 16:33:07.866932 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6fd0705a-f833-456a-8a92-ceba324445cc req-1097bfb6-d496-463d-a6c4-09af296563f8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Jun 03 16:33:08.977761 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67e936-b344-4779-bbd5-9712455be3e1 req-d2ee1a98-2b0b-49de-94e2-e0f3f560a173 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:08.979196 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac67e936-b344-4779-bbd5-9712455be3e1 req-d2ee1a98-2b0b-49de-94e2-e0f3f560a173 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0462825 Jun 03 16:33:09.028977 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-ac67e936-b344-4779-bbd5-9712455be3e1 req-3bd4afb8-30e8-456a-b331-9c08ddc11b78 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 Jun 03 16:33:09.956822 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-23bff77f-ae60-45c7-9147-c1d18b8c2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:09.958280 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-23bff77f-ae60-45c7-9147-c1d18b8c2478 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1129 time: 0.0379081 Jun 03 16:33:09.971015 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:10.048877 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-265fc5b0-7955-4e87-ba0f-9f9930463e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:10.050889 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-265fc5b0-7955-4e87-ba0f-9f9930463e76 service neutron] 10.222.0.118 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 910 time: 0.0864944 Jun 03 16:33:10.138452 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-19710a56-96a9-48fd-a648-6a88a32da569 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 1001 time: 0.0813327 Jun 03 16:33:10.162713 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c874563-cd33-4d62-a72e-4209e0dcc16c req-ebc7ac84-08b0-467d-bafd-68919618f99e tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:10.164127 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c874563-cd33-4d62-a72e-4209e0dcc16c req-ebc7ac84-08b0-467d-bafd-68919618f99e tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0663710 Jun 03 16:33:10.215241 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-5978d4b9-69b5-46a6-967c-61a1d949e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:10.216579 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-5978d4b9-69b5-46a6-967c-61a1d949e8d2 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 200 len: 847 time: 0.0697520 Jun 03 16:33:10.266687 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c874563-cd33-4d62-a72e-4209e0dcc16c req-25593912-b42a-4dee-aaa7-7d7ff1c52c7c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846596 Jun 03 16:33:10.272420 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-6bf952b6-0e7a-4669-9f53-45b194571899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:10.273820 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-6bf952b6-0e7a-4669-9f53-45b194571899 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c42bf97a-89da-4838-8dba-c73b151d3074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513220 Jun 03 16:33:10.363160 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-66621541-8f56-459c-a5b4-8f126d209cbe service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836196 Jun 03 16:33:10.452015 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdd32ff4-938b-49e2-8495-cda66c8fb20d req-2ba0af55-83b2-4fd7-b4ae-529dce4522a2 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834467 Jun 03 16:33:11.388171 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bb486-d8f5-462b-9c1b-42651c12768f req-986c4e66-485f-47bb-b0eb-a5e3eba1b974 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:11.390189 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e55bb486-d8f5-462b-9c1b-42651c12768f req-986c4e66-485f-47bb-b0eb-a5e3eba1b974 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0565152 Jun 03 16:33:11.439600 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-e55bb486-d8f5-462b-9c1b-42651c12768f req-36aa2fbe-e243-4842-92f2-1504998948d5 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439827 Jun 03 16:33:12.554288 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b6c45-0732-41eb-ae31-10fdb4b77b82 req-c577f5ff-59e3-49a9-b0ee-ae485aedc094 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:12.555687 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3b5b6c45-0732-41eb-ae31-10fdb4b77b82 req-c577f5ff-59e3-49a9-b0ee-ae485aedc094 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0471606 Jun 03 16:33:12.607924 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3b5b6c45-0732-41eb-ae31-10fdb4b77b82 req-ac2c3ac9-4570-4aca-abec-c21ab03c98a4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468464 Jun 03 16:33:12.675193 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [req-b19b3406-e32f-4ff8-9d26-2f61f8997219 req-dedcbda9-32ad-43d9-a1ce-b83a032e6f4e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:33:12.676228 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-b19b3406-e32f-4ff8-9d26-2f61f8997219 req-dedcbda9-32ad-43d9-a1ce-b83a032e6f4e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053465 Jun 03 16:33:12.857522 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d816e-1c48-4ec4-807b-044d2f983a8a req-c56b53d5-c305-45f0-a694-124bb91d5563 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:12.858866 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e97d816e-1c48-4ec4-807b-044d2f983a8a req-c56b53d5-c305-45f0-a694-124bb91d5563 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0744669 Jun 03 16:33:12.862717 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-9aa43955-461c-453e-9872-b2053a7eaa2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027160 Jun 03 16:33:12.874962 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-04d8ee02-e461-4270-aae2-3032749df736 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 16:33:12.875914 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-04d8ee02-e461-4270-aae2-3032749df736 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059092 Jun 03 16:33:12.919058 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e97d816e-1c48-4ec4-807b-044d2f983a8a req-89f1efad-d497-4bcd-9388-9ef6335349c4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546649 Jun 03 16:33:12.991865 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:33:13.006292 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-29c12f2c-2b2f-42a7-bc0d-5f8a17a348f1 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:13.007663 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-29c12f2c-2b2f-42a7-bc0d-5f8a17a348f1 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports/919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 942 time: 0.1015000 Jun 03 16:33:14.037154 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f9297-7546-42f2-8139-0521be5637f9 req-75ff0e13-802f-4063-86c9-1f5890b394c0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:14.038527 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3d3f9297-7546-42f2-8139-0521be5637f9 req-75ff0e13-802f-4063-86c9-1f5890b394c0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0501437 Jun 03 16:33:14.087749 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-3d3f9297-7546-42f2-8139-0521be5637f9 req-07f82d6c-5d59-4c16-9e3c-f3629b8b4637 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436687 Jun 03 16:33:14.245503 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 919f5cbc-bd62-40ac-b638-d6a7f6871b60 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:33:14.255060 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-4ca5fd35-0e24-4661-a020-110accb5a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:14.256910 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-4ca5fd35-0e24-4661-a020-110accb5a47d service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b&tenant_id=501da3536d6c41c5b8838bd643c33b22 HTTP/1.1" status: 200 len: 1129 time: 0.0412874 Jun 03 16:33:14.314837 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-d72c5769-8504-4690-817a-4d3121783a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:14.315922 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 is: ACTIVE; New status is: DOWN {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:33:14.316290 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-d72c5769-8504-4690-817a-4d3121783a52 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1129 time: 0.0389118 Jun 03 16:33:14.316426 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:14.338579 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:33:14.340830 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e933d-e03d-47c0-9fc3-06d2a6c49c2d" -d '{"events": [{"server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "name": "network-vif-unplugged", "status": "completed", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:33:14.356795 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:33:14.362673 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:14.383917 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:14.411870 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=919f5cbc-bd62-40ac-b638-d6a7f6871b60,revision_number=6']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:33:14.413954 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-9c742e1f-63f6-4a01-8130-fc535fa152ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:14.416023 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-9c742e1f-63f6-4a01-8130-fc535fa152ab service neutron] 10.222.0.118 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 910 time: 0.0933185 Jun 03 16:33:14.419099 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.419501 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.419892 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.420248 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.420576 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.420897 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.421215 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.421534 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.421857 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.422167 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.422479 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.423079 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.423079 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.423417 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.423730 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:33:14.453335 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Jun 2022 16:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d92f9-1ea6-47b8-8aea-e09785face4e x-openstack-request-id: req-0c1d92f9-1ea6-47b8-8aea-e09785face4e {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:33:14.453631 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "name": "network-vif-unplugged", "status": "completed", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:33:14.453884 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c1d92f9-1ea6-47b8-8aea-e09785face4e {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:33:14.454287 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1d92f9-1ea6-47b8-8aea-e09785face4e'] response: {'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'code': 200} Jun 03 16:33:14.477503 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:14.484852 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-0136c9fd-4ae5-41d4-a43f-68dde6037f6b service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 999 time: 0.0641367 Jun 03 16:33:14.531793 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-090d4250-fb38-407e-a71d-93b05b727c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:14.533170 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-090d4250-fb38-407e-a71d-93b05b727c2e service neutron] 10.222.0.118 "GET /v2.0/subnets?id=890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 200 len: 847 time: 0.0419931 Jun 03 16:33:14.578437 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-3f4e2f1f-8230-4d34-98e5-d7f9eaf091d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:14.579846 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-3f4e2f1f-8230-4d34-98e5-d7f9eaf091d2 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c42bf97a-89da-4838-8dba-c73b151d3074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403562 Jun 03 16:33:14.668936 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-f0331dad-df2c-4f12-8258-ed9a9b1f8d18 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808849 Jun 03 16:33:14.760132 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfd1a01c-e4e9-4f5c-b1ee-aa0817219cb5 req-98a3ecb6-ec98-46f5-803f-514a7c7997e3 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857320 Jun 03 16:33:15.115051 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:15.198857 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6fe8c-ad8e-4b47-a6fe-47b684f5ec6e req-676c9230-849a-47d0-ba39-82b5183f7a8b tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:15.200339 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-99a6fe8c-ad8e-4b47-a6fe-47b684f5ec6e req-676c9230-849a-47d0-ba39-82b5183f7a8b tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0456595 Jun 03 16:33:15.251568 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-99a6fe8c-ad8e-4b47-a6fe-47b684f5ec6e req-f92cdf93-af3b-44f2-b108-5aab014509f2 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Jun 03 16:33:16.365591 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48056feb-836d-4fb9-a0d3-def307804409 req-f54da658-7dbb-4c34-8043-36c9a439a589 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:16.367037 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-48056feb-836d-4fb9-a0d3-def307804409 req-f54da658-7dbb-4c34-8043-36c9a439a589 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0470569 Jun 03 16:33:16.414925 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-48056feb-836d-4fb9-a0d3-def307804409 req-cc5359ec-689f-49bc-b633-2cfc2edef90d tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 Jun 03 16:33:17.532108 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ecab6-8fbc-402b-a1b3-c00008f36c97 req-75948015-b464-45c4-9862-a8076e58aaf4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:17.533459 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-682ecab6-8fbc-402b-a1b3-c00008f36c97 req-75948015-b464-45c4-9862-a8076e58aaf4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0462565 Jun 03 16:33:17.577085 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:17.582418 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-682ecab6-8fbc-402b-a1b3-c00008f36c97 req-77869b1e-b58b-4ecc-80c9-4db9f21398d4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436270 Jun 03 16:33:18.033181 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:18.692207 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45511405-017f-4c19-8370-453b5b97c630 req-39d40238-5ad4-40c9-a58c-e526b9684750 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:18.693620 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-45511405-017f-4c19-8370-453b5b97c630 req-39d40238-5ad4-40c9-a58c-e526b9684750 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0460062 Jun 03 16:33:18.744467 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-45511405-017f-4c19-8370-453b5b97c630 req-32a0ffa9-49e9-465d-a797-1a834a05cd92 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454495 Jun 03 16:33:19.335974 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d56ab528-e45b-48a7-9498-258ddbb8bfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:19.821987 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:19.856392 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1612b88-b828-4e99-86b9-0472de16e87f req-c1e78be3-754f-409e-851f-058bfe7b8ce8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:19.857854 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d1612b88-b828-4e99-86b9-0472de16e87f req-c1e78be3-754f-409e-851f-058bfe7b8ce8 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0466778 Jun 03 16:33:19.905661 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-d1612b88-b828-4e99-86b9-0472de16e87f req-cf1d7bfe-9645-42e3-a754-80be7cc50e1d tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Jun 03 16:33:21.016826 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cb5ed-570e-4346-9109-dbf27cb716a7 req-3121710c-a850-4a55-8179-284711ad02e4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:21.018265 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-179cb5ed-570e-4346-9109-dbf27cb716a7 req-3121710c-a850-4a55-8179-284711ad02e4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0457630 Jun 03 16:33:21.066386 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-179cb5ed-570e-4346-9109-dbf27cb716a7 req-8fa287f7-c65f-42f4-811d-a48d0b131b96 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Jun 03 16:33:21.610720 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b38b6-a653-4dcd-a89d-a5b082f59e4a req-f3f084b5-453c-4363-85f0-db502c5c3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:21.612246 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-647b38b6-a653-4dcd-a89d-a5b082f59e4a req-f3f084b5-453c-4363-85f0-db502c5c3be0 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1127 time: 0.0374916 Jun 03 16:33:21.629757 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f81044da-637e-457f-8a7a-61722e82c14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:21.658489 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-647b38b6-a653-4dcd-a89d-a5b082f59e4a req-510ea433-f5c3-4907-a22f-467c53a80cef service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401511 Jun 03 16:33:22.181721 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68361d70-a198-44d6-8a96-0054cbeabf07 req-224892d3-4277-44a8-9ecd-46cd4e184695 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:22.183181 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-68361d70-a198-44d6-8a96-0054cbeabf07 req-224892d3-4277-44a8-9ecd-46cd4e184695 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 943 time: 0.0497115 Jun 03 16:33:22.231441 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-68361d70-a198-44d6-8a96-0054cbeabf07 req-f7cae464-baa0-4b67-b13f-bd52a20565a0 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428259 Jun 03 16:33:22.277251 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 919f5cbc-bd62-40ac-b638-d6a7f6871b60 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103938) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 16:33:22.373746 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:33:22.384799 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Returning: {'device': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'port_id': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'mac_address': 'fa:16:3e:91:a9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103938) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 16:33:22.418699 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 is: DOWN; New status is: BUILD {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:33:22.419079 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:22.431438 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919f5cbc-bd62-40ac-b638-d6a7f6871b60 {{(pid=103938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:33:22.450921 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:33:22.454831 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:22.497970 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=919f5cbc-bd62-40ac-b638-d6a7f6871b60,revision_number=7']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:33:22.858068 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] get_ports_and_sgs() called for port_ids ['919f5cbc-bd62-40ac-b638-d6a7f6871b60'] {{(pid=103938) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 16:33:22.946237 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:22.987729 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:23.049799 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:23.349693 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a1f2-a2bd-4880-b9a0-ba95ce290e7f req-fb9f18e5-26e1-4b8a-9c19-122a4f4872f4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:23.351158 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6529a1f2-a2bd-4880-b9a0-ba95ce290e7f req-fb9f18e5-26e1-4b8a-9c19-122a4f4872f4 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 944 time: 0.0508978 Jun 03 16:33:23.399466 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6529a1f2-a2bd-4880-b9a0-ba95ce290e7f req-c438c9ea-9c42-4a58-bdb1-8f6acb26ead6 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 Jun 03 16:33:24.036573 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:24.285385 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 919f5cbc-bd62-40ac-b638-d6a7f6871b60 up at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 16:33:24.319118 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:24.330212 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.provisioning_blocks [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Provisioning complete for port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 triggered by entity L2. {{(pid=103938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 16:33:24.330578 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16380165'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), provisioning_complete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:24.400699 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Current status of the port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 is: BUILD; New status is: ACTIVE {{(pid=103938) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 16:33:24.401071 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16507784'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:24.423094 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60'}] {{(pid=103938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:33:24.425815 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f46918bc267b0ca8fee81ea0e0c40ddb83eaef3f79d20135712c49420e4e253" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef90072d-a8b6-4549-bbe8-df44803ce961" -d '{"events": [{"server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "name": "network-vif-plugged", "status": "completed", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60"}]}' {{(pid=103938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:33:24.437688 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] For port 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:33:24.442690 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786588579036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786588094001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786588094019'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:24.468161 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d5c8c5-57b6-44d3-9641-dcc536c72f18 x-openstack-request-id: req-14d5c8c5-57b6-44d3-9641-dcc536c72f18 {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:33:24.468450 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "name": "network-vif-plugged", "status": "completed", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60", "code": 200}]} {{(pid=103938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:33:24.468695 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14d5c8c5-57b6-44d3-9641-dcc536c72f18 {{(pid=103938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:33:24.469081 dv-cinder-836996-28-iscsi neutron-server[103938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d5c8c5-57b6-44d3-9641-dcc536c72f18'] response: {'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'code': 200} Jun 03 16:33:24.493937 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Pushing event updated for resources: {'Port': ['ID=919f5cbc-bd62-40ac-b638-d6a7f6871b60,revision_number=8']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:33:26.193845 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:32.223972 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=14 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:32.227822 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=21 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:33.391406 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=74 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:33.395314 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:36.186061 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:36.188358 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:45.126731 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:46.140064 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:46.145104 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:33:49.337114 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d016392c-dbef-4d57-8165-0aa0186d84e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:49.990730 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:33:51.632187 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-36d04682-3e45-4542-b60e-f973381306ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:52.933572 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:54.039607 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:56.196215 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:33:59.987490 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:03.706052 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-501ec1a6-6354-4e9d-9141-d464c8a7d79a service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0364478 Jun 03 16:34:03.786918 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-afe9dbb0-408a-4ef8-a05f-f56cf6f0165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:03.788467 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-afe9dbb0-408a-4ef8-a05f-f56cf6f0165b service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1129 time: 0.0395784 Jun 03 16:34:03.891245 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-cdb16e5b-4a80-4211-a7c0-79187e6faaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:03.892711 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-cdb16e5b-4a80-4211-a7c0-79187e6faaea service neutron] 10.222.0.118 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 910 time: 0.0859158 Jun 03 16:34:03.953945 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-7cdfb0ce-b0e2-469e-98d9-ae8af8f2b9b8 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 1001 time: 0.0536697 Jun 03 16:34:04.003859 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-f57ae07d-c7f1-4d3a-b61b-a3e2c51fd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:04.005182 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-f57ae07d-c7f1-4d3a-b61b-a3e2c51fd1f4 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 200 len: 847 time: 0.0452292 Jun 03 16:34:04.045911 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-cbf6a0e1-86bb-4d60-ae30-77bfe9d5dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:04.047358 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-cbf6a0e1-86bb-4d60-ae30-77bfe9d5dab4 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c42bf97a-89da-4838-8dba-c73b151d3074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0363855 Jun 03 16:34:04.134417 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-c645d8d7-c5d0-4842-80f5-df88bb210eef service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796256 Jun 03 16:34:04.227278 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-110a926a-8d2c-4645-83a4-c7d88b225136 req-dbb2b4eb-3a3d-418c-b42d-62a4d760afae service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867953 Jun 03 16:34:06.185972 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:06.192001 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:14.215751 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=53 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:14.224599 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=48 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:15.127418 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:19.339393 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-251dad0d-dfd3-4ba8-a99e-97ce1ae6d679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:21.634138 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-624e746d-53fb-4fbd-8926-233fd68684a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:22.933477 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:23.150894 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=16 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:23.151656 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=16 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:24.041175 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:26.198926 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:26.989731 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:34:36.192988 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:36.195122 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:36.984942 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:36.985677 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:45.130832 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:49.339420 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9d1aef06-2a39-491c-8d59-f1dea16bef5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:51.635438 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f677-171c-4b65-9526-6b0a93db2fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:52.231262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 53102) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:34:52.461606 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Deleting port 4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:34:52.461949 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:52.535248 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:52.535598 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for floatingip (4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:52.551153 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Calling delete_port for 4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:34:52.688205 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:52.715601 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event deleted for resources: {'Port': ['ID=4ba9b0c8-4b33-4d2a-9bdb-d6bf5dc2e88b,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:52.740872 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.741212 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.741546 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.741876 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.742204 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.742527 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.742847 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.743164 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.743509 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.743825 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.744141 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.744457 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.744772 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.745084 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.745396 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:52.787288 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for floatingip (77a42b5c-2fab-484f-993d-c3417c8e0d8a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:52.787639 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Floating IP 77a42b5c-2fab-484f-993d-c3417c8e0d8a disassociated (deleted). External IP: 172.27.2.211, port: 919f5cbc-bd62-40ac-b638-d6a7f6871b60. Jun 03 16:34:52.936624 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:52.980150 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Router 88b6110e-dc0b-43f6-9206-1f139311e639 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:34:53.076602 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:34:53.081349 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:53.085751 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] Sync routers for ids ['88b6110e-dc0b-43f6-9206-1f139311e639'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:34:53.095410 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] Routers {'88b6110e-dc0b-43f6-9206-1f139311e639'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:34:53.096022 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:34:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['88b6110e-dc0b-43f6-9206-1f139311e639'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:53.109496 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:53.115483 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6c5b1753-14ed-4ea0-ba65-baba06c9fa68 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "DELETE /v2.0/floatingips/77a42b5c-2fab-484f-993d-c3417c8e0d8a HTTP/1.1" status: 204 len: 168 time: 0.8829076 Jun 03 16:34:53.116773 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:34:53.119021 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:34:53.223900 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] Set router 88b6110e-dc0b-43f6-9206-1f139311e639 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:34:53.232042 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 16:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9761f519-b16a-44a9-8d2d-c97afd501809 x-openstack-request-id: req-9761f519-b16a-44a9-8d2d-c97afd501809 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:34:53.233067 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:34:53.233533 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9761f519-b16a-44a9-8d2d-c97afd501809 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:34:53.234256 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9761f519-b16a-44a9-8d2d-c97afd501809'] response: {'name': 'network-changed', 'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'status': 'completed', 'code': 200} Jun 03 16:34:53.291477 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-9765340b-3694-4fb1-aa9d-50fcae4a5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:53.293546 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-9765340b-3694-4fb1-aa9d-50fcae4a5465 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=501da3536d6c41c5b8838bd643c33b22&device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 1129 time: 0.0407362 Jun 03 16:34:53.381310 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270b1cc-99c4-4213-9f30-109eb741d5bf req-c2d9459f-58c5-46dc-bb91-0ccc9a72af65 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:53.382766 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a270b1cc-99c4-4213-9f30-109eb741d5bf req-c2d9459f-58c5-46dc-bb91-0ccc9a72af65 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0480871 Jun 03 16:34:53.416106 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:43Z', 'revision_number': 5, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:53.431165 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [req-a270b1cc-99c4-4213-9f30-109eb741d5bf req-7991d54c-78d8-4b82-be6d-54fcafdd0836 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Jun 03 16:34:53.562889 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] Checking router: 88b6110e-dc0b-43f6-9206-1f139311e639 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:34:53.571170 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] Routers {'88b6110e-dc0b-43f6-9206-1f139311e639'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:34:53.571803 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:34:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['88b6110e-dc0b-43f6-9206-1f139311e639'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:53.669935 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] Set router 88b6110e-dc0b-43f6-9206-1f139311e639 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:34:53.848111 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:43Z', 'revision_number': 5, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:53.871587 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a2970-8fc1-4c4f-a4a8-df2214c8d0a4 None None] The sync data for ids ['88b6110e-dc0b-43f6-9206-1f139311e639'] in dv-cinder-836996-28-iscsi is: [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:29:37Z', 'revision_number': 4, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi', '_interfaces': [{'id': '19531fe8-d3af-49bf-95d2-c2ab8bed17a0', 'name': '', 'network_id': 'c42bf97a-89da-4838-8dba-c73b151d3074', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'mac_address': 'fa:16:3e:a3:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:37Z', 'updated_at': '2022-06-03T16:29:43Z', 'revision_number': 5, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'subnets': [{'id': '890837bb-540d-4bc7-9b26-75277cc9901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:34:54.046381 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:54.091871 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2bcc8-79cf-410e-8e6b-89d3dfe12151 None None] New status for floating IP 77a42b5c-2fab-484f-993d-c3417c8e0d8a: DOWN {{(pid=103939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 16:34:54.308324 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:54.346730 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-2fd816ef-903f-4cc2-a2ab-a7c78b6044fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:54.348185 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-2fd816ef-903f-4cc2-a2ab-a7c78b6044fb service neutron] 10.222.0.118 "GET /v2.0/networks?id=c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 200 len: 910 time: 0.0834825 Jun 03 16:34:54.391232 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-9614c4d5-9e88-4663-a7ac-737e96789073 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 200 len: 217 time: 0.0353854 Jun 03 16:34:54.439571 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-5e4012ad-08d3-4344-8053-e3e07d6634ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:54.440851 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-5e4012ad-08d3-4344-8053-e3e07d6634ff service neutron] 10.222.0.118 "GET /v2.0/subnets?id=890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 200 len: 847 time: 0.0423563 Jun 03 16:34:54.499259 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-c586a8fd-2277-4e5a-a414-34caae5be607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:54.500798 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-c586a8fd-2277-4e5a-a414-34caae5be607 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=c42bf97a-89da-4838-8dba-c73b151d3074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386906 Jun 03 16:34:54.553956 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d231268-4950-4161-a4a5-052078969b54 req-5ee56e45-f687-4b35-a564-c5013b38ca6d tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:54.555415 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5d231268-4950-4161-a4a5-052078969b54 req-5ee56e45-f687-4b35-a564-c5013b38ca6d tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0476489 Jun 03 16:34:54.622059 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5d231268-4950-4161-a4a5-052078969b54 req-5ee65797-3fd0-45da-9f53-64e473aa410c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/security-groups?id=f151e520-c609-4129-99ef-618496210d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605097 Jun 03 16:34:54.685391 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-b345a2ca-58ea-4250-a941-8c93aa8fccb5 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872395 Jun 03 16:34:54.986002 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192dc70-ca0d-433f-b390-26390135d924 req-3b4f7e2f-8cfe-4c10-a83f-c32c8c94fb7b tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:54.987433 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7192dc70-ca0d-433f-b390-26390135d924 req-3b4f7e2f-8cfe-4c10-a83f-c32c8c94fb7b tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.118 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 945 time: 0.0597773 Jun 03 16:34:54.992566 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fc4a016b-d42b-42b8-9b65-459cbbd7b5d7 req-672867d5-327a-4444-a802-c07987256375 service neutron] 10.222.0.118 "GET /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243086 Jun 03 16:34:55.069669 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-7192dc70-ca0d-433f-b390-26390135d924 req-9cb78f5f-b036-486b-9f42-f1c7c91b4100 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Deleting port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:34:55.070007 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7192dc70-ca0d-433f-b390-26390135d924 req-9cb78f5f-b036-486b-9f42-f1c7c91b4100 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:55.158987 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-7192dc70-ca0d-433f-b390-26390135d924 req-9cb78f5f-b036-486b-9f42-f1c7c91b4100 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] For port 919f5cbc-bd62-40ac-b638-d6a7f6871b60, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=919f5cbc-bd62-40ac-b638-d6a7f6871b60,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:34:55.159384 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7192dc70-ca0d-433f-b390-26390135d924 req-9cb78f5f-b036-486b-9f42-f1c7c91b4100 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:55.172749 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-7192dc70-ca0d-433f-b390-26390135d924 req-9cb78f5f-b036-486b-9f42-f1c7c91b4100 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Calling delete_port for 919f5cbc-bd62-40ac-b638-d6a7f6871b60 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:34:55.298063 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7192dc70-ca0d-433f-b390-26390135d924 req-9cb78f5f-b036-486b-9f42-f1c7c91b4100 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (919f5cbc-bd62-40ac-b638-d6a7f6871b60), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:55.323453 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb78f5f-b036-486b-9f42-f1c7c91b4100 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event deleted for resources: {'Port': ['ID=919f5cbc-bd62-40ac-b638-d6a7f6871b60,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:55.366733 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-7192dc70-ca0d-433f-b390-26390135d924 req-9cb78f5f-b036-486b-9f42-f1c7c91b4100 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] No DVR routers for this DVR port 919f5cbc-bd62-40ac-b638-d6a7f6871b60 on host hv-cinder-83699 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:34:55.369123 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-7192dc70-ca0d-433f-b390-26390135d924 req-9cb78f5f-b036-486b-9f42-f1c7c91b4100 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-343575'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:55.372912 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7192dc70-ca0d-433f-b390-26390135d924 req-9cb78f5f-b036-486b-9f42-f1c7c91b4100 tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.118 "DELETE /v2.0/ports/919f5cbc-bd62-40ac-b638-d6a7f6871b60 HTTP/1.1" status: 204 len: 173 time: 0.3795190 Jun 03 16:34:55.373340 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'name': 'network-vif-deleted', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:34:55.375540 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66538e1030bbe73a335804687eaf83d3e2d24bbaa6b35c6682c4a2b549c6410f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d9ec8d-ef70-4bc2-9469-5d3cf763cfce" -d '{"events": [{"server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "name": "network-vif-deleted", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:34:55.413294 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 16:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0609bd11-0333-40de-8123-0270ef939ebe x-openstack-request-id: req-0609bd11-0333-40de-8123-0270ef939ebe {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:34:55.413580 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7854e572-b5f6-4574-8ea2-ab7b3db3202b", "name": "network-vif-deleted", "tag": "919f5cbc-bd62-40ac-b638-d6a7f6871b60", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:34:55.414010 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0609bd11-0333-40de-8123-0270ef939ebe {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:34:55.414421 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0609bd11-0333-40de-8123-0270ef939ebe'] response: {'server_uuid': '7854e572-b5f6-4574-8ea2-ab7b3db3202b', 'name': 'network-vif-deleted', 'tag': '919f5cbc-bd62-40ac-b638-d6a7f6871b60', 'status': 'completed', 'code': 200} Jun 03 16:34:55.871981 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:55.891841 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c9fce92b-74e6-4b74-8d7a-a9adeaefbb38 req-d8f98869-76ab-4da0-be37-8b042692e15c tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "GET /v2.0/ports?device_id=7854e572-b5f6-4574-8ea2-ab7b3db3202b HTTP/1.1" status: 200 len: 210 time: 0.0284362 Jun 03 16:34:56.201476 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:56.950788 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 53132) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:34:57.008489 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group (f151e520-c609-4129-99ef-618496210d26), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:57.033582 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group (f151e520-c609-4129-99ef-618496210d26), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:57.090879 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (f151e520-c609-4129-99ef-618496210d26), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:57.093370 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:57.094528 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] 10.222.0.41 "DELETE /v2.0/security-groups/f151e520-c609-4129-99ef-618496210d26 HTTP/1.1" status: 204 len: 168 time: 0.1442311 Jun 03 16:34:57.103884 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f151e520-c609-4129-99ef-618496210d26,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:57.111615 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.111957 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.112290 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.112619 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.112943 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.113263 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.113583 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.113902 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.114219 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.114533 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.114847 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.115162 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.115502 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.115816 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.116127 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939d4bf-ade3-4264-bc3c-e633683035da tempest-TestShelveInstance-671577073 tempest-TestShelveInstance-671577073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:58.151689 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 53138) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:34:58.806393 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749268'] for router_interface (88b6110e-dc0b-43f6-9206-1f139311e639), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:58.867380 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 919f5cbc-bd62-40ac-b638-d6a7f6871b60 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:34:58.885477 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] No Port match for: 919f5cbc-bd62-40ac-b638-d6a7f6871b60 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:34:58.885813 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Device 919f5cbc-bd62-40ac-b638-d6a7f6871b60 not bound to the agent host hv-cinder-83699 {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:34:59.017750 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] Deleting port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:34:59.018095 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:59.098444 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] For port 19531fe8-d3af-49bf-95d2-c2ab8bed17a0, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=19531fe8-d3af-49bf-95d2-c2ab8bed17a0,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:34:59.098728 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:59.111633 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] Calling delete_port for 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 owned by network:router_interface {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:34:59.115209 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:59.117382 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:59.290491 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (19531fe8-d3af-49bf-95d2-c2ab8bed17a0), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:59.314820 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=19531fe8-d3af-49bf-95d2-c2ab8bed17a0,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:59.474300 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751897'] for router_interface (88b6110e-dc0b-43f6-9206-1f139311e639), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:59.673558 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] Router 88b6110e-dc0b-43f6-9206-1f139311e639 has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:34:59.773102 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:34:59.777897 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-218b0a98-f812-4855-8768-3c35e517bbb3 admin admin] 10.222.0.41 "PUT /v2.0/routers/88b6110e-dc0b-43f6-9206-1f139311e639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6251771 Jun 03 16:34:59.780406 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 53142) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:34:59.783233 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] Sync routers for ids ['88b6110e-dc0b-43f6-9206-1f139311e639'] in dv-cinder-836996-28-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:34:59.793592 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] Routers {'88b6110e-dc0b-43f6-9206-1f139311e639'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:34:59.794188 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:34:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['88b6110e-dc0b-43f6-9206-1f139311e639'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:59.879341 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:59.882173 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Publish callbacks [] for router (88b6110e-dc0b-43f6-9206-1f139311e639), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:59.902081 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] Set router 88b6110e-dc0b-43f6-9206-1f139311e639 gateway port host: dv-cinder-836996-28-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:34:59.957322 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:34:59.986705 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Publish callbacks [] for router_gateway (88b6110e-dc0b-43f6-9206-1f139311e639), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:34:59.990433 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:00.031139 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Deleting port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:35:00.031505 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.071797 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:34:59Z', 'revision_number': 5, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port': {'id': '50b3cf8b-f48d-40a9-af56-33ff11a4d78a', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:35Z', 'updated_at': '2022-06-03T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:00.101238 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:00.102831 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] Checking router: 88b6110e-dc0b-43f6-9206-1f139311e639 for host: dv-cinder-836996-28-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:35:00.113334 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] Routers {'88b6110e-dc0b-43f6-9206-1f139311e639'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:35:00.113719 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] For port 50b3cf8b-f48d-40a9-af56-33ff11a4d78a, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=50b3cf8b-f48d-40a9-af56-33ff11a4d78a,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:35:00.113952 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:34:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['88b6110e-dc0b-43f6-9206-1f139311e639'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:00.114078 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.129367 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Calling delete_port for 50b3cf8b-f48d-40a9-af56-33ff11a4d78a owned by network:router_gateway {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:35:00.206070 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] Set router 88b6110e-dc0b-43f6-9206-1f139311e639 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:35:00.258150 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:34:59Z', 'revision_number': 6, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port_host': None}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:00.283452 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428dae9-321a-49a3-87e7-ec802026fa56 None None] The sync data for ids ['88b6110e-dc0b-43f6-9206-1f139311e639'] in dv-cinder-836996-28-iscsi is: [{'id': '88b6110e-dc0b-43f6-9206-1f139311e639', 'name': 'tempest-TestShelveInstance-281246934-router', 'tenant_id': '501da3536d6c41c5b8838bd643c33b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:34Z', 'updated_at': '2022-06-03T16:34:59Z', 'revision_number': 6, 'project_id': '501da3536d6c41c5b8838bd643c33b22', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:35:00.309871 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (50b3cf8b-f48d-40a9-af56-33ff11a4d78a), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.343110 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=50b3cf8b-f48d-40a9-af56-33ff11a4d78a,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:00.394811 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746265'] for router_gateway (88b6110e-dc0b-43f6-9206-1f139311e639), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.477791 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11026'] for router (88b6110e-dc0b-43f6-9206-1f139311e639), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.479922 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Publish callbacks [] for router_controller (88b6110e-dc0b-43f6-9206-1f139311e639), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.520769 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748425'] for router (88b6110e-dc0b-43f6-9206-1f139311e639), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.521252 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88b6110e-dc0b-43f6-9206-1f139311e639 {{(pid=103937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 16:35:00.525452 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.526584 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-4cd57d0e-aa7d-40d7-bf53-ec4f6b975c5f admin admin] 10.222.0.41 "DELETE /v2.0/routers/88b6110e-dc0b-43f6-9206-1f139311e639 HTTP/1.1" status: 204 len: 168 time: 0.7452760 Jun 03 16:35:00.529766 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 53144) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:35:00.576237 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e85896-ab57-4d14-9a96-5a3eaf7952a2 admin admin] Deleting subnet 890837bb-540d-4bc7-9b26-75277cc9901b {{(pid=103937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:35:00.579276 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46e85896-ab57-4d14-9a96-5a3eaf7952a2 admin admin] Publish callbacks [] for subnet (890837bb-540d-4bc7-9b26-75277cc9901b), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.612703 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46e85896-ab57-4d14-9a96-5a3eaf7952a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4113059'] for subnet (890837bb-540d-4bc7-9b26-75277cc9901b), precommit_delete_associations {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.689021 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46e85896-ab57-4d14-9a96-5a3eaf7952a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (890837bb-540d-4bc7-9b26-75277cc9901b), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.747422 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46e85896-ab57-4d14-9a96-5a3eaf7952a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854543'] for subnet (890837bb-540d-4bc7-9b26-75277cc9901b), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.751224 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=9 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:00.775120 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e85896-ab57-4d14-9a96-5a3eaf7952a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890837bb-540d-4bc7-9b26-75277cc9901b,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:00.777957 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-46e85896-ab57-4d14-9a96-5a3eaf7952a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.780858 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-46e85896-ab57-4d14-9a96-5a3eaf7952a2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/890837bb-540d-4bc7-9b26-75277cc9901b HTTP/1.1" status: 204 len: 168 time: 0.2501872 Jun 03 16:35:00.781827 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23069f-5bd9-499b-b705-26b4d3b6017d None None] Network c42bf97a-89da-4838-8dba-c73b151d3074 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:35:00.783611 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [-] (103937) accepted ('10.222.0.41', 53146) {{(pid=103937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:35:00.850964 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (c42bf97a-89da-4838-8dba-c73b151d3074), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.893723 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:00.901323 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Deleting port 04963a19-8a48-458f-bd5e-258f3a350130 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:35:00.901663 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (04963a19-8a48-458f-bd5e-258f3a350130), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.966900 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] For port 04963a19-8a48-458f-bd5e-258f3a350130, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=04963a19-8a48-458f-bd5e-258f3a350130,segment=NetworkSegment(79f96af3-09d3-4654-b4dd-a1ff2d293691),segment_id=79f96af3-09d3-4654-b4dd-a1ff2d293691)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:35:00.967254 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (04963a19-8a48-458f-bd5e-258f3a350130), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:00.979853 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Calling delete_port for 04963a19-8a48-458f-bd5e-258f3a350130 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:35:01.045939 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] DHCP port deletion for c42bf97a-89da-4838-8dba-c73b151d3074 request from dv-cinder-836996-28-iscsi {{(pid=103938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 16:35:01.056903 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579745'] for port (04963a19-8a48-458f-bd5e-258f3a350130), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:01.085243 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Pushing event deleted for resources: {'Port': ['ID=04963a19-8a48-458f-bd5e-258f3a350130,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:01.088727 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] No DVR routers for this DVR port 04963a19-8a48-458f-bd5e-258f3a350130 on host dv-cinder-836996-28-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:35:01.089172 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Deleting port 04963a19-8a48-458f-bd5e-258f3a350130 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:35:01.089685 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (04963a19-8a48-458f-bd5e-258f3a350130), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:01.156788 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] For port 04963a19-8a48-458f-bd5e-258f3a350130, host dv-cinder-836996-28-iscsi, got binding levels [] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:35:01.157541 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (04963a19-8a48-458f-bd5e-258f3a350130), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:01.158212 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (c42bf97a-89da-4838-8dba-c73b151d3074), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:01.177219 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Calling delete_port for 04963a19-8a48-458f-bd5e-258f3a350130 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:35:01.180789 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.ipam_backend_mixin [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Port 04963a19-8a48-458f-bd5e-258f3a350130 was not found and therefore no delete operation was performed {{(pid=103938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 16:35:01.181214 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42bf97a-89da-4838-8dba-c73b151d3074']}} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:01.182318 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (04963a19-8a48-458f-bd5e-258f3a350130), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:01.194794 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f96af3-09d3-4654-b4dd-a1ff2d293691') {'for_net_delete': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:01.195476 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.services.segments.db [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f96af3-09d3-4654-b4dd-a1ff2d293691') {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:01.207647 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4113044'] for segment (79f96af3-09d3-4654-b4dd-a1ff2d293691), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:01.208069 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Pushing event deleted for resources: {'Port': ['ID=04963a19-8a48-458f-bd5e-258f3a350130,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:01.216133 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.217197 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.217720 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.218229 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.218754 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.219257 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.219764 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.220265 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.220600 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.220924 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.221247 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.221570 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.221896 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.222214 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.222530 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-28-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:01.223973 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (79f96af3-09d3-4654-b4dd-a1ff2d293691), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:01.232441 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e0254-e8e0-49c4-b769-714a4f7e026a None None] No DVR routers for this DVR port 04963a19-8a48-458f-bd5e-258f3a350130 on host dv-cinder-836996-28-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:35:01.235922 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=103937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:35:01.236329 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25579824'] for segment (79f96af3-09d3-4654-b4dd-a1ff2d293691), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:01.333806 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (c42bf97a-89da-4838-8dba-c73b151d3074), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:01.357722 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:01.360922 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.wsgi [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c42bf97a-89da-4838-8dba-c73b151d3074 HTTP/1.1" status: 204 len: 168 time: 0.5762866 Jun 03 16:35:01.373696 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 79f96af3-09d3-4654-b4dd-a1ff2d293691 resource provider aggregate not found Jun 03 16:35:01.373905 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 53152) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:35:01.382630 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03996f-f565-4a0f-8373-43d0151bbe37 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42bf97a-89da-4838-8dba-c73b151d3074,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:01.399705 dv-cinder-836996-28-iscsi neutron-server[103937]: INFO neutron.services.segments.plugin [-] Segment 79f96af3-09d3-4654-b4dd-a1ff2d293691 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79f96af3-09d3-4654-b4dd-a1ff2d293691 found for delete ", "request_id": "req-73f8a399-4122-4d18-9607-8b7d6be05573"}]} Jun 03 16:35:01.439553 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:01.680190 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749268'] for router_interface (3a42af36-b437-4e34-bf7e-d7c87fcad79c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:02.112021 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 04963a19-8a48-458f-bd5e-258f3a350130 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:35:02.131272 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 04963a19-8a48-458f-bd5e-258f3a350130 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:35:02.131633 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 04963a19-8a48-458f-bd5e-258f3a350130 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:35:02.132031 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 50b3cf8b-f48d-40a9-af56-33ff11a4d78a no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:35:02.135803 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] Deleting port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:35:02.136149 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:02.153651 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 50b3cf8b-f48d-40a9-af56-33ff11a4d78a {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:35:02.153971 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 50b3cf8b-f48d-40a9-af56-33ff11a4d78a not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:35:02.154406 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:35:02.172255 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:35:02.172597 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 19531fe8-d3af-49bf-95d2-c2ab8bed17a0 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:35:02.215327 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] For port 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5f0d0ae2-6fdb-4b4c-87f3-5599234c5579,segment=NetworkSegment(346955d3-ccf7-433a-82a7-522c4083eecc),segment_id=346955d3-ccf7-433a-82a7-522c4083eecc)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:35:02.215681 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:02.228600 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] Calling delete_port for 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:35:02.411933 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (5f0d0ae2-6fdb-4b4c-87f3-5599234c5579), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:02.416747 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:02.443191 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0d0ae2-6fdb-4b4c-87f3-5599234c5579,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:02.448125 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:02.603309 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751897'] for router_interface (3a42af36-b437-4e34-bf7e-d7c87fcad79c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:02.805998 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] Router 3a42af36-b437-4e34-bf7e-d7c87fcad79c has already been hosted by L3 agent 7084a193-acc7-4a32-99d1-34d23d098e37 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 16:35:02.900642 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] Notify agent at l3_agent.dv-cinder-836996-28-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 16:35:02.905759 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d5aba417-d1fd-4f66-a3dc-631c6663bac7 admin admin] 10.222.0.41 "PUT /v2.0/routers/3a42af36-b437-4e34-bf7e-d7c87fcad79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5325212 Jun 03 16:35:02.908576 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 53156) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:35:02.909610 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] Sync routers for ids ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'] in dv-cinder-836996-28-iscsi {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:35:02.920818 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] Routers {'3a42af36-b437-4e34-bf7e-d7c87fcad79c'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:35:02.921434 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:34:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:03.005655 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Publish callbacks [] for router (3a42af36-b437-4e34-bf7e-d7c87fcad79c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.018743 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] Set router 3a42af36-b437-4e34-bf7e-d7c87fcad79c gateway port host: dv-cinder-836996-28-iscsi {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:35:03.101443 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Publish callbacks [] for router_gateway (3a42af36-b437-4e34-bf7e-d7c87fcad79c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.143992 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Deleting port 5522894d-4d38-45eb-ba31-685f8d60beb1 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:35:03.144331 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.180600 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'name': 'tempest-TestShelveInstance-824507428-router', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'external_fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:39Z', 'updated_at': '2022-06-03T16:35:02Z', 'revision_number': 5, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'gw_port': {'id': '5522894d-4d38-45eb-ba31-685f8d60beb1', 'name': '', 'network_id': '579eb06c-1f2d-4d54-b265-615018dd6167', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:29:40Z', 'updated_at': '2022-06-03T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1606b529-8cf8-4aa0-aeef-8e50d721b978', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-28-iscsi'}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:03.204984 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] Checking router: 3a42af36-b437-4e34-bf7e-d7c87fcad79c for host: dv-cinder-836996-28-iscsi {{(pid=103939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:35:03.213748 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] Routers {'3a42af36-b437-4e34-bf7e-d7c87fcad79c'} bound to L3 agent in host dv-cinder-836996-28-iscsi {{(pid=103939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 16:35:03.214344 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T16:07:22Z,description=,heartbeat_timestamp=2022-06-03T16:34:52Z,host='dv-cinder-836996-28-iscsi',id=7084a193-acc7-4a32-99d1-34d23d098e37,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T16:07:22Z,topic='l3_agent')) {'router_ids': ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'], 'active': True} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:03.226937 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] For port 5522894d-4d38-45eb-ba31-685f8d60beb1, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=5522894d-4d38-45eb-ba31-685f8d60beb1,segment=NetworkSegment(18888092-b131-433a-b5e5-68c2ae6a4cf4),segment_id=18888092-b131-433a-b5e5-68c2ae6a4cf4)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:35:03.227331 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.240796 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Calling delete_port for 5522894d-4d38-45eb-ba31-685f8d60beb1 owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:35:03.291287 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:03.297134 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_dvr_db [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] Set router 3a42af36-b437-4e34-bf7e-d7c87fcad79c gateway port host: None {{(pid=103939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 16:35:03.300459 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:03.346811 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.l3_hamode_db [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'name': 'tempest-TestShelveInstance-824507428-router', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:39Z', 'updated_at': '2022-06-03T16:35:03Z', 'revision_number': 6, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'gw_port_host': None}], 'dv-cinder-836996-28-iscsi', False) {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:03.369927 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c20652-b098-4b44-8299-36d04b8c7fbd None None] The sync data for ids ['3a42af36-b437-4e34-bf7e-d7c87fcad79c'] in dv-cinder-836996-28-iscsi is: [{'id': '3a42af36-b437-4e34-bf7e-d7c87fcad79c', 'name': 'tempest-TestShelveInstance-824507428-router', 'tenant_id': 'ac6dce4269204d12bb126054ca8f8442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:29:39Z', 'updated_at': '2022-06-03T16:35:03Z', 'revision_number': 6, 'project_id': 'ac6dce4269204d12bb126054ca8f8442', 'gw_port_host': None}] {{(pid=103939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:35:03.409718 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (5522894d-4d38-45eb-ba31-685f8d60beb1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.434245 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Pushing event deleted for resources: {'Port': ['ID=5522894d-4d38-45eb-ba31-685f8d60beb1,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:03.497586 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746265'] for router_gateway (3a42af36-b437-4e34-bf7e-d7c87fcad79c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.583306 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11026'] for router (3a42af36-b437-4e34-bf7e-d7c87fcad79c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.585452 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Publish callbacks [] for router_controller (3a42af36-b437-4e34-bf7e-d7c87fcad79c), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.627529 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748425'] for router (3a42af36-b437-4e34-bf7e-d7c87fcad79c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.628062 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a42af36-b437-4e34-bf7e-d7c87fcad79c {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 16:35:03.632173 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.633295 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c582263e-0ff2-40fc-a708-32cdddedb746 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3a42af36-b437-4e34-bf7e-d7c87fcad79c HTTP/1.1" status: 204 len: 168 time: 0.7238269 Jun 03 16:35:03.635755 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 53158) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:35:03.679478 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e785580-e42a-48a9-965e-1d584a0869c8 admin admin] Deleting subnet 33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 16:35:03.682449 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e785580-e42a-48a9-965e-1d584a0869c8 admin admin] Publish callbacks [] for subnet (33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.717265 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e785580-e42a-48a9-965e-1d584a0869c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17695914'] for subnet (33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.801975 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e785580-e42a-48a9-965e-1d584a0869c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16352545'] for subnet (33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.852559 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e785580-e42a-48a9-965e-1d584a0869c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16352554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17591709'] for subnet (33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.876139 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e785580-e42a-48a9-965e-1d584a0869c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:03.882648 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4e785580-e42a-48a9-965e-1d584a0869c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.886531 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4e785580-e42a-48a9-965e-1d584a0869c8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/33fc6a2f-6fbc-4274-b90a-80fdaa79d6b6 HTTP/1.1" status: 204 len: 168 time: 0.2491672 Jun 03 16:35:03.887962 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a78af6-f791-458d-97e4-5288844fc2c8 None None] Network 052a07af-ff5e-456c-be7a-a7ed6a302199 requested from dv-cinder-836996-28-iscsi {{(pid=103938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 16:35:03.889165 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 53160) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:35:03.958564 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325153'] for network (052a07af-ff5e-456c-be7a-a7ed6a302199), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:03.988575 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:35:04.001262 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Deleting port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:35:04.002664 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.063171 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] For port 13cf6260-4772-4eab-b1b5-b31a59bc81a8, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=13cf6260-4772-4eab-b1b5-b31a59bc81a8,segment=NetworkSegment(346955d3-ccf7-433a-82a7-522c4083eecc),segment_id=346955d3-ccf7-433a-82a7-522c4083eecc)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:35:04.063559 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.077132 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Calling delete_port for 13cf6260-4772-4eab-b1b5-b31a59bc81a8 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:35:04.109181 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7efea9d-4706-45ac-8a24-52c562e892df None None] DHCP port deletion for 052a07af-ff5e-456c-be7a-a7ed6a302199 request from dv-cinder-836996-28-iscsi {{(pid=103938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 16:35:04.160903 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e7efea9d-4706-45ac-8a24-52c562e892df None None] Deleting port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 {{(pid=103938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 16:35:04.161363 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7efea9d-4706-45ac-8a24-52c562e892df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786588490379'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), before_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.164818 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 13cf6260-4772-4eab-b1b5-b31a59bc81a8 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:35:04.166509 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:04.177748 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17376965'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.182103 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:04.204332 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=13cf6260-4772-4eab-b1b5-b31a59bc81a8,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:04.209295 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] No DVR routers for this DVR port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 on host dv-cinder-836996-28-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:35:04.249357 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No active binding found for port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 {{(pid=103938) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 03 16:35:04.249726 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] The host dv-cinder-836996-28-iscsi is not matching for port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 host None! {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 03 16:35:04.250102 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 13cf6260-4772-4eab-b1b5-b31a59bc81a8 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:35:04.250502 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:35:04.271511 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:35:04.271851 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5f0d0ae2-6fdb-4b4c-87f3-5599234c5579 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:35:04.272256 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5522894d-4d38-45eb-ba31-685f8d60beb1 no longer exists at agent ovs-agent-dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 16:35:04.286295 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16352410', 'neutron.services.segments.db._delete_segments_for_network-8786588628902'] for network (052a07af-ff5e-456c-be7a-a7ed6a302199), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.301145 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] No Port match for: 5522894d-4d38-45eb-ba31-685f8d60beb1 {{(pid=103938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 16:35:04.301480 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.rpc [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Device 5522894d-4d38-45eb-ba31-685f8d60beb1 not bound to the agent host dv-cinder-836996-28-iscsi {{(pid=103938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 16:35:04.303954 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-e7efea9d-4706-45ac-8a24-52c562e892df None None] For port 13cf6260-4772-4eab-b1b5-b31a59bc81a8, host dv-cinder-836996-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-28-iscsi',level=0,port_id=13cf6260-4772-4eab-b1b5-b31a59bc81a8,segment=NetworkSegment(346955d3-ccf7-433a-82a7-522c4083eecc),segment_id=346955d3-ccf7-433a-82a7-522c4083eecc)] {{(pid=103938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 16:35:04.304346 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7efea9d-4706-45ac-8a24-52c562e892df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691777'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), precommit_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.306795 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052a07af-ff5e-456c-be7a-a7ed6a302199']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:04.317256 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346955d3-ccf7-433a-82a7-522c4083eecc') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:04.317630 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346955d3-ccf7-433a-82a7-522c4083eecc') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:04.317826 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.plugin [None req-e7efea9d-4706-45ac-8a24-52c562e892df None None] Calling delete_port for 13cf6260-4772-4eab-b1b5-b31a59bc81a8 owned by network:dhcp {{(pid=103938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 16:35:04.327402 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786588632239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17695901'] for segment (346955d3-ccf7-433a-82a7-522c4083eecc), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.342392 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762'] for segment (346955d3-ccf7-433a-82a7-522c4083eecc), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.350477 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:35:04.350875 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16356762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17377044'] for segment (346955d3-ccf7-433a-82a7-522c4083eecc), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.370395 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:04.404078 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e7efea9d-4706-45ac-8a24-52c562e892df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16507727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786588579018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786588093992'] for port (13cf6260-4772-4eab-b1b5-b31a59bc81a8), after_delete {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.414633 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16352419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745713'] for network (052a07af-ff5e-456c-be7a-a7ed6a302199), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.421845 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580728'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.428050 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] 10.222.0.41 "DELETE /v2.0/networks/052a07af-ff5e-456c-be7a-a7ed6a302199 HTTP/1.1" status: 204 len: 168 time: 0.5351293 Jun 03 16:35:04.435838 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efea9d-4706-45ac-8a24-52c562e892df None None] Pushing event deleted for resources: {'Port': ['ID=13cf6260-4772-4eab-b1b5-b31a59bc81a8,revision_number=None']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:04.436063 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9cf81-fc2d-4f42-9575-317a38c03ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=052a07af-ff5e-456c-be7a-a7ed6a302199,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:04.439512 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efea9d-4706-45ac-8a24-52c562e892df None None] No DVR routers for this DVR port 13cf6260-4772-4eab-b1b5-b31a59bc81a8 on host dv-cinder-836996-28-iscsi {{(pid=103938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 16:35:04.477645 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 346955d3-ccf7-433a-82a7-522c4083eecc resource provider aggregate not found Jun 03 16:35:04.495123 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 346955d3-ccf7-433a-82a7-522c4083eecc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 346955d3-ccf7-433a-82a7-522c4083eecc found for delete ", "request_id": "req-ef8b9482-af88-4e1e-a0d4-d44281369b9d"}]} Jun 03 16:35:04.550446 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 53170) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:35:04.592841 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-695a5c62-d34b-4261-a298-af2f13a992b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=501da3536d6c41c5b8838bd643c33b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412624 Jun 03 16:35:04.595193 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 53172) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:35:04.641708 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e06f3ab3-75a3-41d7-b4cd-f932e7b5183b admin admin] Publish callbacks [] for security_group (c445ac5a-0f58-4bf2-bc02-7c5f195a3333), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.663432 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e06f3ab3-75a3-41d7-b4cd-f932e7b5183b admin admin] Publish callbacks [] for security_group (c445ac5a-0f58-4bf2-bc02-7c5f195a3333), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.711928 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e06f3ab3-75a3-41d7-b4cd-f932e7b5183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (c445ac5a-0f58-4bf2-bc02-7c5f195a3333), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.714404 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e06f3ab3-75a3-41d7-b4cd-f932e7b5183b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:04.715601 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e06f3ab3-75a3-41d7-b4cd-f932e7b5183b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c445ac5a-0f58-4bf2-bc02-7c5f195a3333 HTTP/1.1" status: 204 len: 168 time: 0.1194928 Jun 03 16:35:04.724357 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f3ab3-75a3-41d7-b4cd-f932e7b5183b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c445ac5a-0f58-4bf2-bc02-7c5f195a3333,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:05.038428 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 53178) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:35:05.077850 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9bff8a96-cbb0-46f7-bf70-9a779a0891f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac6dce4269204d12bb126054ca8f8442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382967 Jun 03 16:35:05.080095 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.41', 53180) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 16:35:05.126130 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-253d88b9-f862-47a0-a926-fb384adc9a22 admin admin] Publish callbacks [] for security_group (2fc82942-7e1f-4d73-a5bd-2c109cf42220), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:05.146414 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-253d88b9-f862-47a0-a926-fb384adc9a22 admin admin] Publish callbacks [] for security_group (2fc82942-7e1f-4d73-a5bd-2c109cf42220), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:05.195387 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-253d88b9-f862-47a0-a926-fb384adc9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-779707'] for security_group (2fc82942-7e1f-4d73-a5bd-2c109cf42220), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:05.197757 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-253d88b9-f862-47a0-a926-fb384adc9a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:05.198899 dv-cinder-836996-28-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-253d88b9-f862-47a0-a926-fb384adc9a22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fc82942-7e1f-4d73-a5bd-2c109cf42220 HTTP/1.1" status: 204 len: 168 time: 0.1179266 Jun 03 16:35:05.206697 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d88b9-f862-47a0-a926-fb384adc9a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc82942-7e1f-4d73-a5bd-2c109cf42220,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:08.037652 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=50 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:11.323309 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=40,neutron:DELETE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:11.373916 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=52,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:14.736693 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:15.145633 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:15.201694 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=59,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:15.202449 dv-cinder-836996-28-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=68,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:18.040057 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:19.342837 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-f6f8305d-33f5-4abc-ae34-0db8a13fbe31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:21.637694 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d19c6f4d-490b-4b63-aabe-28fe1d8a0afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:22.939984 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:24.049151 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:26.064296 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:26.203565 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:36.193223 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:36.200812 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:37.151113 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:37.151931 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:40.990959 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:35:45.164515 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:49.346439 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-2780f9be-80b5-4186-9454-b189b69ee768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:50.986749 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:50.988142 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:35:51.639676 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3b3627ab-5c37-47e8-95c1-07b52b08f757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:52.942577 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:54.050311 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:35:56.205815 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:06.195523 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:36:06.201378 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:36:15.180011 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:16.091616 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=16 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:36:16.096908 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=16 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:36:17.990215 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:36:19.356478 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-e3849188-f61e-4938-bf4a-26e0b16aa818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:21.639826 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-75ad9136-9fe1-4d2a-89c3-fc98d5890751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:22.944725 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:24.053950 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:26.208700 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:27.985826 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:36:27.986614 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:36:36.197312 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:36:36.204344 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:36:45.172012 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:49.349763 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-076194e3-7d9f-43fd-87f3-7edc9d4ae697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:51.146723 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:36:51.151589 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:36:51.641203 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae2bb-07ed-4d9d-a410-67854171ff8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:52.947820 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:54.055853 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:36:54.989152 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:36:56.211472 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:04.984980 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:04.985790 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:06.204382 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:06.206255 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:15.172111 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:18.043821 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:18.044556 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:DELETE=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:19.354354 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3787c2ea-125e-416c-9596-c29348afe8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:21.644000 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-70713962-0f42-4ef5-b46b-253c40575e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:22.950209 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:24.058117 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:26.212590 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:28.151630 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:28.156704 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:31.988422 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:37:36.201139 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:36.208989 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:41.983785 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:41.984526 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:37:45.172101 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:49.360840 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-ad16a665-9599-4f1f-82fd-d36ad2792905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:51.646078 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-16719b7c-d6ec-425f-9e84-807335a4e905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:52.953094 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:54.060762 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:37:56.213646 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:05.151584 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:05.152353 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:06.208202 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:06.210160 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:08.988478 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:38:15.168074 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:18.983346 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=12 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:18.984062 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=16 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:19.358363 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fe54ba81-5556-4b4e-abae-cb7d2c0c34cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:21.647933 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d1e07a08-a946-4db3-b138-16abf8b2ee97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:22.955997 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:24.062106 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:26.215650 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:36.209706 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:36.211600 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:42.157070 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:42.158070 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:45.182610 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:45.990021 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:38:49.354249 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1056e2f9-70b9-4bf3-832b-3ce0073d63d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:51.649714 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-73c15fa0-0a81-4b18-815c-45e81ddcc064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:51.778311 dv-cinder-836996-28-iscsi neutron-server[103937]: DEBUG neutron.wsgi [req-490061a4-4ecc-413c-b811-ed66d97a51eb req-07a8583c-4d54-491a-97f2-51f603f8c6e9 service neutron] (103937) timed out ('10.222.0.118', 63347) {{(pid=103937) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 03 16:38:52.958896 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:54.064212 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:38:55.986236 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:55.986954 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:38:56.217654 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:06.206895 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:39:06.214559 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:39:15.197183 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:19.162912 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:39:19.163718 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=5 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:39:19.348285 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d88aca6b-6d5a-405a-8129-b6bdce438c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:21.652272 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ee8f6b0-1cb7-4a9f-9dcc-68a8e17b1bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:22.961512 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:22.989818 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:39:24.066425 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:26.219080 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:32.986234 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:39:32.986961 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=1 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:39:36.213322 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:39:36.215548 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:39:45.209977 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:49.349273 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d637f7f1-761a-4c9d-adae-9fe0f9b615e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:51.654441 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3ff22799-ad11-40ed-a9ad-3bf8f60d52bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:52.963823 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:54.070948 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:56.164629 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:39:56.170213 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=4 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:39:56.220965 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:39:59.989123 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG neutron.db.agents_db [None req-ee6d3e04-bcc3-427e-8945-9863525da3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 16:40:06.215260 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:40:06.217125 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:40:15.242232 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-918b1268-ad4b-4480-901d-2d888b2ede56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (3ef20c04-684e-4cf0-9282-8310ed157ed5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:40:16.110453 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=12 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:40:16.112315 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=16 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:40:19.351581 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d5511537-d469-4953-ab29-99a80f37d58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (2e30c315-82ed-428d-880d-ace2ad71eb82), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:40:21.655862 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe968-8619-42fe-bcc0-e71415e5f15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (7084a193-acc7-4a32-99d1-34d23d098e37), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:40:22.966082 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-410041b9-86e1-4a2c-8da4-a79056bc83b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (778c641b-2e26-4f76-ab70-e73a86496e0c), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:40:24.072614 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-87acbd93-f926-4a9b-bc52-f94d5fbb24ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (4ae93a2c-eec6-4c29-a0d9-8fe3a0784e44), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:40:26.222748 dv-cinder-836996-28-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-c4e925cc-c115-403e-be37-8721dd3cc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786588628884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16380635'] for agent (41f4962d-6d30-41c5-96cb-e391606d99b5), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 16:40:33.162581 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 16:40:33.166460 dv-cinder-836996-28-iscsi neutron-server[103939]: DEBUG dbcounter [-] [103939] Writing DB stats neutron:SELECT=3 {{(pid=103939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}